2024-11-17 21:17:15,334 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 21:17:15,350 main DEBUG Took 0.014829 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 21:17:15,351 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 21:17:15,351 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 21:17:15,352 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 21:17:15,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,359 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 21:17:15,370 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,372 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,372 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,374 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,374 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,376 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,377 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,377 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,378 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,381 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:17:15,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,383 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 21:17:15,385 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:17:15,387 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 21:17:15,390 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 21:17:15,390 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 21:17:15,392 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 21:17:15,393 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 21:17:15,403 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 21:17:15,407 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 21:17:15,409 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 21:17:15,409 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 21:17:15,410 main DEBUG createAppenders(={Console}) 2024-11-17 21:17:15,411 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-17 21:17:15,411 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 21:17:15,411 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-17 21:17:15,412 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 21:17:15,413 main DEBUG OutputStream closed 2024-11-17 21:17:15,413 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 21:17:15,413 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 21:17:15,414 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-17 21:17:15,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 21:17:15,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 21:17:15,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 21:17:15,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 21:17:15,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 21:17:15,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 21:17:15,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 21:17:15,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 21:17:15,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 21:17:15,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 21:17:15,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 21:17:15,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 21:17:15,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 21:17:15,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 21:17:15,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 21:17:15,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 21:17:15,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 21:17:15,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 21:17:15,492 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 21:17:15,493 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-17 21:17:15,493 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 21:17:15,493 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-17T21:17:15,504 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-17 21:17:15,507 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 21:17:15,507 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T21:17:15,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=9138 2024-11-17T21:17:15,800 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-17T21:17:15,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf 2024-11-17T21:17:15,847 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/cluster_c8fdb114-3475-2b17-764a-2201ec7d1de2, deleteOnExit=true 2024-11-17T21:17:16,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/cluster_c8fdb114-3475-2b17-764a-2201ec7d1de2/zookeeper_0, clientPort=51317, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/cluster_c8fdb114-3475-2b17-764a-2201ec7d1de2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/cluster_c8fdb114-3475-2b17-764a-2201ec7d1de2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T21:17:16,020 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51317 2024-11-17T21:17:16,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:17:16,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:17:16,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/test.cache.data in system properties and HBase conf 2024-11-17T21:17:16,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:17:16,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:17:16,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:17:16,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:17:16,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:17:16,115 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T21:17:16,203 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:17:16,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:17:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:17:16,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:17:16,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:17:16,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:17:16,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:17:16,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:17:16,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:17:16,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:17:16,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:17:16,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:17:16,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:17:16,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:17:16,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:17:17,291 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T21:17:17,360 INFO [Time-limited test {}] log.Log(170): Logging initialized @2688ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T21:17:17,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:17,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:17:17,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:17:17,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:17:17,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:17:17,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:17,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:17:17,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:17:17,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/java.io.tmpdir/jetty-localhost-39953-hadoop-hdfs-3_4_1-tests_jar-_-any-10347263383725460689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:17:17,712 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:39953} 2024-11-17T21:17:17,713 INFO [Time-limited test {}] server.Server(415): Started @3041ms 2024-11-17T21:17:18,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:18,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:17:18,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:17:18,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:17:18,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:17:18,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:17:18,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:17:18,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/java.io.tmpdir/jetty-localhost-40247-hadoop-hdfs-3_4_1-tests_jar-_-any-16480718731400079995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:17:18,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:40247} 2024-11-17T21:17:18,499 INFO [Time-limited test {}] server.Server(415): Started @3828ms 2024-11-17T21:17:18,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:17:19,788 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/cluster_c8fdb114-3475-2b17-764a-2201ec7d1de2/data/data1/current/BP-1367963282-172.17.0.2-1731878236752/current, will proceed with Du for space computation calculation, 2024-11-17T21:17:19,788 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/cluster_c8fdb114-3475-2b17-764a-2201ec7d1de2/data/data2/current/BP-1367963282-172.17.0.2-1731878236752/current, will proceed with Du for space computation calculation, 2024-11-17T21:17:19,814 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:17:19,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92dab353cb4ebda4 with lease ID 0xdd25381125e706c8: Processing first storage report for DS-8a94b8a1-c335-4a85-9ac9-4666a34fcf5d from datanode DatanodeRegistration(127.0.0.1:38001, datanodeUuid=75553fd4-bc64-43d5-b3b2-a861b158ec8d, infoPort=44299, infoSecurePort=0, ipcPort=34305, storageInfo=lv=-57;cid=testClusterID;nsid=1543938688;c=1731878236752) 2024-11-17T21:17:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92dab353cb4ebda4 with lease ID 0xdd25381125e706c8: from storage DS-8a94b8a1-c335-4a85-9ac9-4666a34fcf5d node DatanodeRegistration(127.0.0.1:38001, datanodeUuid=75553fd4-bc64-43d5-b3b2-a861b158ec8d, infoPort=44299, infoSecurePort=0, ipcPort=34305, storageInfo=lv=-57;cid=testClusterID;nsid=1543938688;c=1731878236752), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T21:17:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92dab353cb4ebda4 with lease ID 0xdd25381125e706c8: Processing first storage report for DS-0a12df82-3c8b-4b6a-83ee-a604804c723e from datanode DatanodeRegistration(127.0.0.1:38001, datanodeUuid=75553fd4-bc64-43d5-b3b2-a861b158ec8d, infoPort=44299, infoSecurePort=0, ipcPort=34305, storageInfo=lv=-57;cid=testClusterID;nsid=1543938688;c=1731878236752) 2024-11-17T21:17:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92dab353cb4ebda4 with lease ID 0xdd25381125e706c8: from storage DS-0a12df82-3c8b-4b6a-83ee-a604804c723e node DatanodeRegistration(127.0.0.1:38001, datanodeUuid=75553fd4-bc64-43d5-b3b2-a861b158ec8d, infoPort=44299, infoSecurePort=0, ipcPort=34305, storageInfo=lv=-57;cid=testClusterID;nsid=1543938688;c=1731878236752), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:17:19,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf 2024-11-17T21:17:19,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:19,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:17:20,478 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42 with version=8 2024-11-17T21:17:20,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/hbase-staging 2024-11-17T21:17:20,559 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T21:17:20,781 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:17:20,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:20,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:20,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:17:20,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:20,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:17:20,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:17:20,995 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T21:17:21,004 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T21:17:21,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:17:21,030 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11653 (auto-detected) 2024-11-17T21:17:21,031 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T21:17:21,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41903 2024-11-17T21:17:21,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41903 connecting to ZooKeeper ensemble=127.0.0.1:51317 2024-11-17T21:17:21,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419030x0, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:21,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41903-0x1014aa8aafb0000 connected 2024-11-17T21:17:21,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:21,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:21,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/running 2024-11-17T21:17:21,320 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42, hbase.cluster.distributed=false 2024-11-17T21:17:21,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/acl 2024-11-17T21:17:21,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41903 2024-11-17T21:17:21,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41903 2024-11-17T21:17:21,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41903 2024-11-17T21:17:21,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41903 2024-11-17T21:17:21,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41903 2024-11-17T21:17:21,445 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:17:21,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:21,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:21,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:17:21,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:21,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:17:21,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:17:21,453 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:17:21,454 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38585 2024-11-17T21:17:21,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38585 connecting to ZooKeeper ensemble=127.0.0.1:51317 2024-11-17T21:17:21,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:21,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385850x0, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:21,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385850x0, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/running 2024-11-17T21:17:21,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38585-0x1014aa8aafb0001 connected 2024-11-17T21:17:21,476 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:17:21,486 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:17:21,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/master 2024-11-17T21:17:21,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/acl 2024-11-17T21:17:21,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38585 2024-11-17T21:17:21,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38585 2024-11-17T21:17:21,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38585 2024-11-17T21:17:21,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38585 2024-11-17T21:17:21,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38585 2024-11-17T21:17:21,512 DEBUG [M:0;a313eea8709e:41903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:41903 2024-11-17T21:17:21,516 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1465750833/backup-masters/a313eea8709e,41903,1731878240630 2024-11-17T21:17:21,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/backup-masters 2024-11-17T21:17:21,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/backup-masters 2024-11-17T21:17:21,533 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on existing znode=/0-1465750833/backup-masters/a313eea8709e,41903,1731878240630 2024-11-17T21:17:21,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:21,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465750833/master 2024-11-17T21:17:21,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:21,564 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on existing znode=/0-1465750833/master 2024-11-17T21:17:21,565 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1465750833/backup-masters/a313eea8709e,41903,1731878240630 from backup master directory 2024-11-17T21:17:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465750833/backup-masters/a313eea8709e,41903,1731878240630 2024-11-17T21:17:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/backup-masters 2024-11-17T21:17:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/backup-masters 2024-11-17T21:17:21,577 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:17:21,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,41903,1731878240630 2024-11-17T21:17:21,580 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T21:17:21,582 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T21:17:21,635 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/hbase.id] with ID: 80a321e9-14f5-41d1-b316-41a3d8227a16 2024-11-17T21:17:21,635 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/.tmp/hbase.id 2024-11-17T21:17:21,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:17:22,046 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/.tmp/hbase.id]:[hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/hbase.id] 2024-11-17T21:17:22,087 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:22,092 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:17:22,109 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-17T21:17:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:17:22,557 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:17:22,559 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:17:22,572 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:17:22,576 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:17:23,019 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store 2024-11-17T21:17:23,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:17:23,045 INFO [master/a313eea8709e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T21:17:23,049 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:23,050 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:17:23,050 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:23,050 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:23,051 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:17:23,052 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:23,052 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:23,053 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878243050Disabling compacts and flushes for region at 1731878243050Disabling writes for close at 1731878243052 (+2 ms)Writing region close event to WAL at 1731878243052Closed at 1731878243052 2024-11-17T21:17:23,055 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/.initializing 2024-11-17T21:17:23,055 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,41903,1731878240630 2024-11-17T21:17:23,062 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:17:23,075 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C41903%2C1731878240630, suffix=, logDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,41903,1731878240630, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/oldWALs, maxLogs=10 2024-11-17T21:17:23,103 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,41903,1731878240630/a313eea8709e%2C41903%2C1731878240630.1731878243079, exclude list is [], retry=0 2024-11-17T21:17:23,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-8a94b8a1-c335-4a85-9ac9-4666a34fcf5d,DISK] 2024-11-17T21:17:23,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T21:17:23,155 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,41903,1731878240630/a313eea8709e%2C41903%2C1731878240630.1731878243079 2024-11-17T21:17:23,156 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-17T21:17:23,157 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:23,158 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:23,162 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,163 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:17:23,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:23,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:23,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:17:23,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:23,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:23,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:17:23,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:23,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:23,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:17:23,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:23,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:23,260 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,265 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,267 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,274 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,274 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,279 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:23,284 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:23,290 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:17:23,292 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64626800, jitterRate=-0.03698563575744629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:23,303 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878243181Initializing all the Stores at 1731878243183 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878243184 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878243185 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878243185Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878243185Cleaning up temporary data from old regions at 1731878243274 (+89 ms)Region opened successfully at 1731878243303 (+29 ms) 2024-11-17T21:17:23,305 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:17:23,341 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af8f1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:17:23,373 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:17:23,386 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:17:23,386 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:17:23,390 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:17:23,392 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-17T21:17:23,397 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-17T21:17:23,397 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:17:23,426 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:17:23,435 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/balancer because node does not exist (not necessarily an error) 2024-11-17T21:17:23,481 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/balancer already deleted, retry=false 2024-11-17T21:17:23,484 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:17:23,486 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:17:23,492 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/normalizer already deleted, retry=false 2024-11-17T21:17:23,494 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:17:23,498 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:17:23,510 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/switch/split already deleted, retry=false 2024-11-17T21:17:23,512 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:17:23,524 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/switch/merge already deleted, retry=false 2024-11-17T21:17:23,546 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:17:23,555 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/snapshot-cleanup already deleted, retry=false 2024-11-17T21:17:23,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465750833/running 2024-11-17T21:17:23,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465750833/running 2024-11-17T21:17:23,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:23,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:23,570 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,41903,1731878240630, sessionid=0x1014aa8aafb0000, setting cluster-up flag (Was=false) 2024-11-17T21:17:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:23,640 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1465750833/flush-table-proc/acquired, /0-1465750833/flush-table-proc/reached, /0-1465750833/flush-table-proc/abort 2024-11-17T21:17:23,642 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,41903,1731878240630 2024-11-17T21:17:23,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:23,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:23,703 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1465750833/online-snapshot/acquired, /0-1465750833/online-snapshot/reached, /0-1465750833/online-snapshot/abort 2024-11-17T21:17:23,705 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,41903,1731878240630 2024-11-17T21:17:23,712 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:17:23,805 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(746): ClusterId : 80a321e9-14f5-41d1-b316-41a3d8227a16 2024-11-17T21:17:23,809 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:17:23,817 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:23,820 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:17:23,821 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:17:23,829 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:17:23,832 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:17:23,833 DEBUG [RS:0;a313eea8709e:38585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5061343f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:17:23,838 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:17:23,845 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,41903,1731878240630 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:17:23,854 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:38585 2024-11-17T21:17:23,854 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:23,854 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:23,854 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:23,854 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:23,855 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:17:23,855 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:23,855 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:17:23,855 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:23,858 INFO [RS:0;a313eea8709e:38585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:17:23,859 INFO [RS:0;a313eea8709e:38585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:17:23,859 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:17:23,863 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,41903,1731878240630 with port=38585, startcode=1731878241412 2024-11-17T21:17:23,875 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878273875 2024-11-17T21:17:23,875 DEBUG [RS:0;a313eea8709e:38585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:17:23,877 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:17:23,879 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:17:23,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:23,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:17:23,883 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:17:23,884 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:17:23,884 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:17:23,884 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:17:23,885 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:23,890 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:17:23,892 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:17:23,892 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:17:23,893 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:17:23,893 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:23,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:17:23,903 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:17:23,905 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:17:23,912 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878243906,5,FailOnTimeoutGroup] 2024-11-17T21:17:23,913 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878243912,5,FailOnTimeoutGroup] 2024-11-17T21:17:23,913 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:23,914 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:17:23,915 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:23,915 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:23,920 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:17:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:17:23,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,38585,1731878241412 2024-11-17T21:17:23,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41903 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,38585,1731878241412 2024-11-17T21:17:23,950 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42 2024-11-17T21:17:23,950 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40043 2024-11-17T21:17:23,950 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:17:23,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/rs 2024-11-17T21:17:23,967 DEBUG [RS:0;a313eea8709e:38585 {}] zookeeper.ZKUtil(111): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on existing znode=/0-1465750833/rs/a313eea8709e,38585,1731878241412 2024-11-17T21:17:23,967 WARN [RS:0;a313eea8709e:38585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:17:23,967 INFO [RS:0;a313eea8709e:38585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:23,967 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412 2024-11-17T21:17:23,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,38585,1731878241412] 2024-11-17T21:17:24,005 INFO [RS:0;a313eea8709e:38585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:17:24,025 INFO [RS:0;a313eea8709e:38585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:17:24,031 INFO [RS:0;a313eea8709e:38585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:17:24,031 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:24,032 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:17:24,038 INFO [RS:0;a313eea8709e:38585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:17:24,039 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:24,040 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:24,040 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:24,040 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:24,040 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:24,041 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:24,041 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:17:24,041 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:24,041 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:24,041 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:24,042 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:24,042 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:24,042 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:24,042 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:17:24,042 DEBUG [RS:0;a313eea8709e:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:17:24,044 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:24,045 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:24,045 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:24,045 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:24,045 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:24,045 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,38585,1731878241412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:17:24,076 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:17:24,078 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,38585,1731878241412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:24,079 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:24,079 INFO [RS:0;a313eea8709e:38585 {}] regionserver.Replication(171): a313eea8709e,38585,1731878241412 started 2024-11-17T21:17:24,105 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:24,106 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,38585,1731878241412, RpcServer on a313eea8709e/172.17.0.2:38585, sessionid=0x1014aa8aafb0001 2024-11-17T21:17:24,106 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:17:24,107 DEBUG [RS:0;a313eea8709e:38585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,38585,1731878241412 2024-11-17T21:17:24,107 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,38585,1731878241412' 2024-11-17T21:17:24,107 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1465750833/flush-table-proc/abort' 2024-11-17T21:17:24,108 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1465750833/flush-table-proc/acquired' 2024-11-17T21:17:24,109 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:17:24,109 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:17:24,109 DEBUG [RS:0;a313eea8709e:38585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,38585,1731878241412 2024-11-17T21:17:24,109 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,38585,1731878241412' 2024-11-17T21:17:24,109 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1465750833/online-snapshot/abort' 2024-11-17T21:17:24,110 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1465750833/online-snapshot/acquired' 2024-11-17T21:17:24,111 DEBUG [RS:0;a313eea8709e:38585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:17:24,111 INFO [RS:0;a313eea8709e:38585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:17:24,111 INFO [RS:0;a313eea8709e:38585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:17:24,217 INFO [RS:0;a313eea8709e:38585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:17:24,221 INFO [RS:0;a313eea8709e:38585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C38585%2C1731878241412, suffix=, logDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs, maxLogs=10 2024-11-17T21:17:24,245 DEBUG [RS:0;a313eea8709e:38585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225, exclude list is [], retry=0 2024-11-17T21:17:24,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-8a94b8a1-c335-4a85-9ac9-4666a34fcf5d,DISK] 2024-11-17T21:17:24,255 INFO [RS:0;a313eea8709e:38585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 2024-11-17T21:17:24,256 DEBUG [RS:0;a313eea8709e:38585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-17T21:17:24,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:17:24,325 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42 2024-11-17T21:17:24,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:17:24,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:24,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:17:24,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:17:24,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:24,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:24,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:17:24,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:17:24,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:24,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:24,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:17:24,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:17:24,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:24,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:24,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:17:24,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:17:24,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:24,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:24,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:17:24,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740 2024-11-17T21:17:24,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740 2024-11-17T21:17:24,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:17:24,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:17:24,769 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:24,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:17:24,775 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:17:24,777 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75068978, jitterRate=0.11861494183540344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:24,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878244737Initializing all the Stores at 1731878244739 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878244740 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878244740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878244740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878244740Cleaning up temporary data from old regions at 1731878244768 (+28 ms)Region opened successfully at 1731878244780 (+12 ms) 2024-11-17T21:17:24,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:17:24,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:17:24,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:17:24,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:17:24,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:17:24,782 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:17:24,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878244780Disabling compacts and flushes for region at 1731878244780Disabling writes for close at 1731878244781 (+1 ms)Writing region close event to WAL at 1731878244782 (+1 ms)Closed at 1731878244782 2024-11-17T21:17:24,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:24,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:17:24,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:17:24,804 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:17:24,807 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:17:24,960 DEBUG [a313eea8709e:41903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:17:24,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,38585,1731878241412 2024-11-17T21:17:24,984 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,38585,1731878241412, state=OPENING 2024-11-17T21:17:25,050 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:17:25,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:25,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:25,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: CHANGED 2024-11-17T21:17:25,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: CHANGED 2024-11-17T21:17:25,111 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:17:25,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,38585,1731878241412}] 2024-11-17T21:17:25,292 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:17:25,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:17:25,304 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:17:25,305 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:25,306 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:17:25,309 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C38585%2C1731878241412.meta, suffix=.meta, logDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs, maxLogs=10 2024-11-17T21:17:25,325 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.meta.1731878245312.meta, exclude list is [], retry=0 2024-11-17T21:17:25,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-8a94b8a1-c335-4a85-9ac9-4666a34fcf5d,DISK] 2024-11-17T21:17:25,332 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.meta.1731878245312.meta 2024-11-17T21:17:25,333 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-17T21:17:25,333 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:25,338 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:17:25,339 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:17:25,341 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:17:25,343 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:17:25,346 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:17:25,347 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:25,347 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:17:25,347 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:17:25,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:17:25,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:17:25,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:25,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:25,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:17:25,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:17:25,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:25,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:25,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:17:25,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:17:25,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:25,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:25,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:17:25,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:17:25,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:25,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:25,360 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:17:25,361 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740 2024-11-17T21:17:25,364 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740 2024-11-17T21:17:25,368 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:17:25,368 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:17:25,369 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:25,372 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:17:25,374 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60613062, jitterRate=-0.096794992685318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:25,374 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:17:25,376 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878245347Writing region info on filesystem at 1731878245348 (+1 ms)Initializing all the Stores at 1731878245349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878245349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878245350 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878245350Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878245350Cleaning up temporary data from old regions at 1731878245368 (+18 ms)Running coprocessor post-open hooks at 1731878245374 (+6 ms)Region opened successfully at 1731878245376 (+2 ms) 2024-11-17T21:17:25,383 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878245283 2024-11-17T21:17:25,395 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:17:25,395 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:17:25,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,38585,1731878241412 2024-11-17T21:17:25,401 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,38585,1731878241412, state=OPEN 2024-11-17T21:17:25,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465750833/meta-region-server 2024-11-17T21:17:25,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465750833/meta-region-server 2024-11-17T21:17:25,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: CHANGED 2024-11-17T21:17:25,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: CHANGED 2024-11-17T21:17:25,419 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,38585,1731878241412 2024-11-17T21:17:25,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:17:25,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,38585,1731878241412 in 306 msec 2024-11-17T21:17:25,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:17:25,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-17T21:17:25,434 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:25,434 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:17:25,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:25,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,38585,1731878241412, seqNum=-1] 2024-11-17T21:17:25,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:25,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:17:25,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7370 sec 2024-11-17T21:17:25,494 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878245494, completionTime=-1 2024-11-17T21:17:25,497 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:17:25,497 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:17:25,519 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:17:25,520 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878305520 2024-11-17T21:17:25,520 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878365520 2024-11-17T21:17:25,520 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 22 msec 2024-11-17T21:17:25,522 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41903,1731878240630-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:25,522 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41903,1731878240630-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:25,522 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41903,1731878240630-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:25,524 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:41903, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:25,524 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:25,525 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:25,531 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:17:25,569 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.991sec 2024-11-17T21:17:25,570 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:17:25,572 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:17:25,572 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:17:25,573 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:17:25,573 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:17:25,573 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41903,1731878240630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:17:25,574 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41903,1731878240630-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:17:25,582 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:17:25,582 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:17:25,583 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41903,1731878240630-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:25,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:25,636 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T21:17:25,636 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T21:17:25,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41903,-1 for getting cluster id 2024-11-17T21:17:25,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:25,651 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a321e9-14f5-41d1-b316-41a3d8227a16' 2024-11-17T21:17:25,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:25,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a321e9-14f5-41d1-b316-41a3d8227a16" 2024-11-17T21:17:25,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d86f895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:25,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41903,-1] 2024-11-17T21:17:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:25,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:25,672 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:25,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:25,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,38585,1731878241412, seqNum=-1] 2024-11-17T21:17:25,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:25,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:17:25,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,41903,1731878240630 2024-11-17T21:17:25,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51317 2024-11-17T21:17:25,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:25,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014aa8aafb0002 connected 2024-11-17T21:17:25,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/hadoop.log.dir so I do NOT create it in target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb 2024-11-17T21:17:25,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:17:25,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/hadoop.tmp.dir so I do NOT create it in target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb 2024-11-17T21:17:25,770 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:17:25,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb 2024-11-17T21:17:25,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:17:25,770 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/cluster_9c224676-17da-55f3-4c04-64dd6901d44f, deleteOnExit=true 2024-11-17T21:17:25,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:17:25,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/test.cache.data in system properties and HBase conf 2024-11-17T21:17:25,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:17:25,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:17:25,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:17:25,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:17:25,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:17:25,771 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:17:25,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:17:25,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:17:25,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:17:25,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:17:25,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:17:25,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:17:25,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:17:25,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:17:25,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:17:25,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:17:25,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:17:25,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:17:25,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:17:25,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:17:26,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:26,117 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:17:26,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:17:26,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:17:26,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:17:26,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:26,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:17:26,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:17:26,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/java.io.tmpdir/jetty-localhost-39131-hadoop-hdfs-3_4_1-tests_jar-_-any-1963319076286520030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:17:26,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:39131} 2024-11-17T21:17:26,231 INFO [Time-limited test {}] server.Server(415): Started @11559ms 2024-11-17T21:17:26,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:26,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:17:26,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:17:26,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:17:26,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:17:26,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:17:26,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:17:26,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/java.io.tmpdir/jetty-localhost-46561-hadoop-hdfs-3_4_1-tests_jar-_-any-16126413380562467030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:17:26,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:46561} 2024-11-17T21:17:26,753 INFO [Time-limited test {}] server.Server(415): Started @12081ms 2024-11-17T21:17:26,755 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:17:27,918 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/cluster_9c224676-17da-55f3-4c04-64dd6901d44f/data/data2/current/BP-450554966-172.17.0.2-1731878245800/current, will proceed with Du for space computation calculation, 2024-11-17T21:17:27,918 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/cluster_9c224676-17da-55f3-4c04-64dd6901d44f/data/data1/current/BP-450554966-172.17.0.2-1731878245800/current, will proceed with Du for space computation calculation, 2024-11-17T21:17:27,957 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:17:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9315b44682ae478 with lease ID 0x3de525afa258e30d: Processing first storage report for DS-dfe26836-1272-400c-9cd8-ddae97199dc9 from datanode DatanodeRegistration(127.0.0.1:46503, datanodeUuid=ef26f1fb-d5c7-4c42-b23d-04103c1764e9, infoPort=46665, infoSecurePort=0, ipcPort=41537, storageInfo=lv=-57;cid=testClusterID;nsid=1188721359;c=1731878245800) 2024-11-17T21:17:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9315b44682ae478 with lease ID 0x3de525afa258e30d: from storage DS-dfe26836-1272-400c-9cd8-ddae97199dc9 node DatanodeRegistration(127.0.0.1:46503, datanodeUuid=ef26f1fb-d5c7-4c42-b23d-04103c1764e9, infoPort=46665, infoSecurePort=0, ipcPort=41537, storageInfo=lv=-57;cid=testClusterID;nsid=1188721359;c=1731878245800), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:17:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9315b44682ae478 with lease ID 0x3de525afa258e30d: Processing first storage report for DS-8f3a434a-5b5a-436f-8a91-413d615a5ba7 from datanode DatanodeRegistration(127.0.0.1:46503, datanodeUuid=ef26f1fb-d5c7-4c42-b23d-04103c1764e9, infoPort=46665, infoSecurePort=0, ipcPort=41537, storageInfo=lv=-57;cid=testClusterID;nsid=1188721359;c=1731878245800) 2024-11-17T21:17:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9315b44682ae478 with lease ID 0x3de525afa258e30d: from storage DS-8f3a434a-5b5a-436f-8a91-413d615a5ba7 node DatanodeRegistration(127.0.0.1:46503, datanodeUuid=ef26f1fb-d5c7-4c42-b23d-04103c1764e9, infoPort=46665, infoSecurePort=0, ipcPort=41537, storageInfo=lv=-57;cid=testClusterID;nsid=1188721359;c=1731878245800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:17:28,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb 2024-11-17T21:17:28,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:28,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:28,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:17:28,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594 with version=8 2024-11-17T21:17:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/hbase-staging 2024-11-17T21:17:28,425 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:17:28,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:28,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:28,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:17:28,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:28,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:17:28,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:17:28,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:17:28,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38123 2024-11-17T21:17:28,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38123 connecting to ZooKeeper ensemble=127.0.0.1:51317 2024-11-17T21:17:28,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381230x0, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:28,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38123-0x1014aa8aafb0003 connected 2024-11-17T21:17:28,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:28,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:28,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Set watcher on znode that does not yet exist, /1-1902962833/running 2024-11-17T21:17:28,529 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594, hbase.cluster.distributed=false 2024-11-17T21:17:28,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Set watcher on znode that does not yet exist, /1-1902962833/acl 2024-11-17T21:17:28,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-17T21:17:28,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38123 2024-11-17T21:17:28,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38123 2024-11-17T21:17:28,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-17T21:17:28,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-17T21:17:28,550 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:17:28,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:28,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:28,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:17:28,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:28,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:17:28,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:17:28,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:17:28,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46451 2024-11-17T21:17:28,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46451 connecting to ZooKeeper ensemble=127.0.0.1:51317 2024-11-17T21:17:28,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:28,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464510x0, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:28,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Set watcher on znode that does not yet exist, /1-1902962833/running 2024-11-17T21:17:28,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46451-0x1014aa8aafb0004 connected 2024-11-17T21:17:28,574 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:17:28,575 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:17:28,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Set watcher on znode that does not yet exist, /1-1902962833/master 2024-11-17T21:17:28,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Set watcher on znode that does not yet exist, /1-1902962833/acl 2024-11-17T21:17:28,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46451 2024-11-17T21:17:28,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46451 2024-11-17T21:17:28,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46451 2024-11-17T21:17:28,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46451 2024-11-17T21:17:28,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46451 2024-11-17T21:17:28,598 DEBUG [M:0;a313eea8709e:38123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:38123 2024-11-17T21:17:28,598 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1902962833/backup-masters/a313eea8709e,38123,1731878248425 2024-11-17T21:17:28,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833/backup-masters 2024-11-17T21:17:28,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833/backup-masters 2024-11-17T21:17:28,608 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Set watcher on existing znode=/1-1902962833/backup-masters/a313eea8709e,38123,1731878248425 2024-11-17T21:17:28,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1902962833/master 2024-11-17T21:17:28,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:28,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:28,619 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Set watcher on existing znode=/1-1902962833/master 2024-11-17T21:17:28,619 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1902962833/backup-masters/a313eea8709e,38123,1731878248425 from backup master directory 2024-11-17T21:17:28,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833/backup-masters 2024-11-17T21:17:28,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1902962833/backup-masters/a313eea8709e,38123,1731878248425 2024-11-17T21:17:28,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833/backup-masters 2024-11-17T21:17:28,629 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:17:28,629 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,38123,1731878248425 2024-11-17T21:17:28,636 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/hbase.id] with ID: ba0e832c-db97-4317-b231-b716fdc52751 2024-11-17T21:17:28,636 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/.tmp/hbase.id 2024-11-17T21:17:28,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:17:28,645 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/.tmp/hbase.id]:[hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/hbase.id] 2024-11-17T21:17:28,673 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:28,673 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:17:28,676 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-17T21:17:28,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:28,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:28,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:17:28,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:17:28,709 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:17:28,714 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:17:29,137 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store 2024-11-17T21:17:29,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:17:29,552 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:29,552 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:17:29,552 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:29,552 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:29,552 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:17:29,552 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:29,552 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:29,552 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878249552Disabling compacts and flushes for region at 1731878249552Disabling writes for close at 1731878249552Writing region close event to WAL at 1731878249552Closed at 1731878249552 2024-11-17T21:17:29,554 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/.initializing 2024-11-17T21:17:29,554 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/WALs/a313eea8709e,38123,1731878248425 2024-11-17T21:17:29,556 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:17:29,559 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C38123%2C1731878248425, suffix=, logDir=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/WALs/a313eea8709e,38123,1731878248425, archiveDir=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/oldWALs, maxLogs=10 2024-11-17T21:17:29,572 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/WALs/a313eea8709e,38123,1731878248425/a313eea8709e%2C38123%2C1731878248425.1731878249560, exclude list is [], retry=0 2024-11-17T21:17:29,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46503,DS-dfe26836-1272-400c-9cd8-ddae97199dc9,DISK] 2024-11-17T21:17:29,579 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/WALs/a313eea8709e,38123,1731878248425/a313eea8709e%2C38123%2C1731878248425.1731878249560 2024-11-17T21:17:29,580 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46665:46665)] 2024-11-17T21:17:29,580 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:29,580 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:29,580 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,580 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:17:29,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:29,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:29,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:17:29,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:29,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:29,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:17:29,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:29,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:29,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:17:29,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:29,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:29,599 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,600 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,601 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,603 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,603 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,604 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:29,606 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:29,610 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:17:29,611 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64472289, jitterRate=-0.039288029074668884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:29,611 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878249580Initializing all the Stores at 1731878249582 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878249582Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878249582Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878249582Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878249582Cleaning up temporary data from old regions at 1731878249603 (+21 ms)Region opened successfully at 1731878249611 (+8 ms) 2024-11-17T21:17:29,611 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:17:29,618 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a037356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:17:29,619 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:17:29,619 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:17:29,619 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:17:29,620 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:17:29,621 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T21:17:29,621 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:17:29,621 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:17:29,624 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:17:29,625 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Unable to get data of znode /1-1902962833/balancer because node does not exist (not necessarily an error) 2024-11-17T21:17:29,636 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1902962833/balancer already deleted, retry=false 2024-11-17T21:17:29,636 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:17:29,637 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Unable to get data of znode /1-1902962833/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:17:29,649 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1902962833/normalizer already deleted, retry=false 2024-11-17T21:17:29,650 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:17:29,651 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Unable to get data of znode /1-1902962833/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:17:29,660 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1902962833/switch/split already deleted, retry=false 2024-11-17T21:17:29,661 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Unable to get data of znode /1-1902962833/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:17:29,670 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1902962833/switch/merge already deleted, retry=false 2024-11-17T21:17:29,673 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Unable to get data of znode /1-1902962833/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:17:29,681 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1902962833/snapshot-cleanup already deleted, retry=false 2024-11-17T21:17:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1902962833/running 2024-11-17T21:17:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1902962833/running 2024-11-17T21:17:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:29,693 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,38123,1731878248425, sessionid=0x1014aa8aafb0003, setting cluster-up flag (Was=false) 2024-11-17T21:17:29,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:29,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:29,839 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1902962833/flush-table-proc/acquired, /1-1902962833/flush-table-proc/reached, /1-1902962833/flush-table-proc/abort 2024-11-17T21:17:29,840 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,38123,1731878248425 2024-11-17T21:17:29,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:29,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:29,892 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1902962833/online-snapshot/acquired, /1-1902962833/online-snapshot/reached, /1-1902962833/online-snapshot/abort 2024-11-17T21:17:29,893 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,38123,1731878248425 2024-11-17T21:17:29,895 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:17:29,898 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:29,899 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:17:29,899 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:17:29,899 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,38123,1731878248425 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:17:29,901 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:29,901 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:29,902 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:29,902 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:29,902 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:17:29,902 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:29,902 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:17:29,902 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:29,904 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878279904 2024-11-17T21:17:29,905 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:17:29,905 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:17:29,905 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:17:29,905 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:17:29,905 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:17:29,905 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:17:29,905 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:29,906 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:17:29,906 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:17:29,906 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:17:29,906 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:17:29,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:29,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:17:29,907 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:17:29,907 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:17:29,908 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878249907,5,FailOnTimeoutGroup] 2024-11-17T21:17:29,908 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:29,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:17:29,914 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878249908,5,FailOnTimeoutGroup] 2024-11-17T21:17:29,914 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:29,914 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:17:29,914 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:29,914 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:29,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:17:29,990 INFO [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(746): ClusterId : ba0e832c-db97-4317-b231-b716fdc52751 2024-11-17T21:17:29,990 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:17:29,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:17:30,009 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:17:30,009 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:17:30,019 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:17:30,019 DEBUG [RS:0;a313eea8709e:46451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d057e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:17:30,030 DEBUG [RS:0;a313eea8709e:46451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:46451 2024-11-17T21:17:30,030 INFO [RS:0;a313eea8709e:46451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:17:30,030 INFO [RS:0;a313eea8709e:46451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:17:30,030 DEBUG [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:17:30,031 INFO [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,38123,1731878248425 with port=46451, startcode=1731878248550 2024-11-17T21:17:30,032 DEBUG [RS:0;a313eea8709e:46451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:17:30,034 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:17:30,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,46451,1731878248550 2024-11-17T21:17:30,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38123 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,46451,1731878248550 2024-11-17T21:17:30,038 DEBUG [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594 2024-11-17T21:17:30,038 DEBUG [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33451 2024-11-17T21:17:30,038 DEBUG [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:17:30,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833/rs 2024-11-17T21:17:30,100 DEBUG [RS:0;a313eea8709e:46451 {}] zookeeper.ZKUtil(111): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Set watcher on existing znode=/1-1902962833/rs/a313eea8709e,46451,1731878248550 2024-11-17T21:17:30,101 WARN [RS:0;a313eea8709e:46451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:17:30,101 INFO [RS:0;a313eea8709e:46451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:30,101 DEBUG [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/WALs/a313eea8709e,46451,1731878248550 2024-11-17T21:17:30,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,46451,1731878248550] 2024-11-17T21:17:30,109 INFO [RS:0;a313eea8709e:46451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:17:30,113 INFO [RS:0;a313eea8709e:46451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:17:30,113 INFO [RS:0;a313eea8709e:46451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:17:30,113 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:30,114 INFO [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:17:30,115 INFO [RS:0;a313eea8709e:46451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:17:30,115 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:30,115 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:30,115 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:30,115 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:30,115 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:30,115 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:30,115 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:17:30,115 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:30,115 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:30,116 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:30,116 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:30,116 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:30,116 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:30,116 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:17:30,116 DEBUG [RS:0;a313eea8709e:46451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:17:30,116 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:30,116 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:30,117 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:30,117 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:30,117 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:30,117 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,46451,1731878248550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:17:30,132 INFO [RS:0;a313eea8709e:46451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:17:30,132 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,46451,1731878248550-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:30,132 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:30,132 INFO [RS:0;a313eea8709e:46451 {}] regionserver.Replication(171): a313eea8709e,46451,1731878248550 started 2024-11-17T21:17:30,153 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:30,153 INFO [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,46451,1731878248550, RpcServer on a313eea8709e/172.17.0.2:46451, sessionid=0x1014aa8aafb0004 2024-11-17T21:17:30,153 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:17:30,153 DEBUG [RS:0;a313eea8709e:46451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,46451,1731878248550 2024-11-17T21:17:30,154 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,46451,1731878248550' 2024-11-17T21:17:30,154 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1902962833/flush-table-proc/abort' 2024-11-17T21:17:30,154 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1902962833/flush-table-proc/acquired' 2024-11-17T21:17:30,155 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:17:30,155 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:17:30,155 DEBUG [RS:0;a313eea8709e:46451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,46451,1731878248550 2024-11-17T21:17:30,155 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,46451,1731878248550' 2024-11-17T21:17:30,155 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1902962833/online-snapshot/abort' 2024-11-17T21:17:30,156 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1902962833/online-snapshot/acquired' 2024-11-17T21:17:30,156 DEBUG [RS:0;a313eea8709e:46451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:17:30,156 INFO [RS:0;a313eea8709e:46451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:17:30,156 INFO [RS:0;a313eea8709e:46451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:17:30,257 INFO [RS:0;a313eea8709e:46451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:17:30,260 INFO [RS:0;a313eea8709e:46451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C46451%2C1731878248550, suffix=, logDir=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/WALs/a313eea8709e,46451,1731878248550, archiveDir=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/oldWALs, maxLogs=10 2024-11-17T21:17:30,273 DEBUG [RS:0;a313eea8709e:46451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/WALs/a313eea8709e,46451,1731878248550/a313eea8709e%2C46451%2C1731878248550.1731878250261, exclude list is [], retry=0 2024-11-17T21:17:30,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46503,DS-dfe26836-1272-400c-9cd8-ddae97199dc9,DISK] 2024-11-17T21:17:30,283 INFO [RS:0;a313eea8709e:46451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/WALs/a313eea8709e,46451,1731878248550/a313eea8709e%2C46451%2C1731878248550.1731878250261 2024-11-17T21:17:30,284 DEBUG [RS:0;a313eea8709e:46451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46665:46665)] 2024-11-17T21:17:30,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:17:30,322 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594 2024-11-17T21:17:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:17:30,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:30,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:17:30,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:17:30,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:30,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:30,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:17:30,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:17:30,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:30,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:30,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:17:30,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:17:30,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:30,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:30,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:17:30,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:17:30,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:30,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:30,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:17:30,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/1588230740 2024-11-17T21:17:30,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/1588230740 2024-11-17T21:17:30,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:17:30,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:17:30,761 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:30,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:17:30,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:17:30,768 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65834961, jitterRate=-0.01898263394832611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:30,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878250735Initializing all the Stores at 1731878250738 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878250738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878250738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878250738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878250738Cleaning up temporary data from old regions at 1731878250760 (+22 ms)Region opened successfully at 1731878250768 (+8 ms) 2024-11-17T21:17:30,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:17:30,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:17:30,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:17:30,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:17:30,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:17:30,769 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:17:30,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878250768Disabling compacts and flushes for region at 1731878250768Disabling writes for close at 1731878250768Writing region close event to WAL at 1731878250769 (+1 ms)Closed at 1731878250769 2024-11-17T21:17:30,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:30,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:17:30,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:17:30,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:17:30,774 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:17:30,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:17:30,924 DEBUG [a313eea8709e:38123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:17:30,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,46451,1731878248550 2024-11-17T21:17:30,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,46451,1731878248550, state=OPENING 2024-11-17T21:17:30,983 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:17:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:17:30,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T21:17:30,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:17:30,994 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T21:17:30,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:17:30,994 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T21:17:30,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T21:17:30,995 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T21:17:30,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:30,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:30,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1902962833/meta-region-server: CHANGED 2024-11-17T21:17:30,999 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:17:30,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1902962833/meta-region-server: CHANGED 2024-11-17T21:17:30,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,46451,1731878248550}] 2024-11-17T21:17:31,154 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:17:31,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:17:31,163 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:17:31,164 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:31,164 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:17:31,167 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C46451%2C1731878248550.meta, suffix=.meta, logDir=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/WALs/a313eea8709e,46451,1731878248550, archiveDir=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/oldWALs, maxLogs=10 2024-11-17T21:17:31,182 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/WALs/a313eea8709e,46451,1731878248550/a313eea8709e%2C46451%2C1731878248550.meta.1731878251170.meta, exclude list is [], retry=0 2024-11-17T21:17:31,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46503,DS-dfe26836-1272-400c-9cd8-ddae97199dc9,DISK] 2024-11-17T21:17:31,188 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/WALs/a313eea8709e,46451,1731878248550/a313eea8709e%2C46451%2C1731878248550.meta.1731878251170.meta 2024-11-17T21:17:31,188 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46665:46665)] 2024-11-17T21:17:31,189 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:31,189 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:17:31,189 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:17:31,189 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:17:31,189 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:17:31,189 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:17:31,189 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:31,190 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:17:31,190 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:17:31,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:17:31,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:17:31,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:31,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:31,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:17:31,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:17:31,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:31,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:31,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:17:31,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:17:31,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:31,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:31,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:17:31,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:17:31,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:31,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:31,199 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:17:31,201 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/1588230740 2024-11-17T21:17:31,203 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/1588230740 2024-11-17T21:17:31,205 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:17:31,205 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:17:31,206 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:31,208 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:17:31,210 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71312317, jitterRate=0.06263633072376251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:31,210 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:17:31,210 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878251190Writing region info on filesystem at 1731878251190Initializing all the Stores at 1731878251191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878251191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878251191Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878251191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878251191Cleaning up temporary data from old regions at 1731878251205 (+14 ms)Running coprocessor post-open hooks at 1731878251210 (+5 ms)Region opened successfully at 1731878251210 2024-11-17T21:17:31,212 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878251154 2024-11-17T21:17:31,216 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:17:31,216 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:17:31,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,46451,1731878248550 2024-11-17T21:17:31,220 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,46451,1731878248550, state=OPEN 2024-11-17T21:17:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1902962833/meta-region-server 2024-11-17T21:17:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1902962833/meta-region-server 2024-11-17T21:17:31,228 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,46451,1731878248550 2024-11-17T21:17:31,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1902962833/meta-region-server: CHANGED 2024-11-17T21:17:31,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1902962833/meta-region-server: CHANGED 2024-11-17T21:17:31,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:17:31,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,46451,1731878248550 in 229 msec 2024-11-17T21:17:31,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:17:31,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-17T21:17:31,238 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:31,238 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:17:31,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:31,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46451,1731878248550, seqNum=-1] 2024-11-17T21:17:31,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:31,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:17:31,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3530 sec 2024-11-17T21:17:31,251 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878251251, completionTime=-1 2024-11-17T21:17:31,251 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:17:31,252 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:17:31,254 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:17:31,254 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878311254 2024-11-17T21:17:31,254 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878371254 2024-11-17T21:17:31,254 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T21:17:31,254 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,38123,1731878248425-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:31,254 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,38123,1731878248425-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:31,254 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,38123,1731878248425-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:31,255 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:38123, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:31,255 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:31,255 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:31,257 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:17:31,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.631sec 2024-11-17T21:17:31,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:17:31,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:17:31,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:17:31,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:17:31,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:17:31,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,38123,1731878248425-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:17:31,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,38123,1731878248425-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:17:31,264 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:17:31,264 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:17:31,264 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,38123,1731878248425-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:31,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:31,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,38123,-1 for getting cluster id 2024-11-17T21:17:31,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:31,294 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba0e832c-db97-4317-b231-b716fdc52751' 2024-11-17T21:17:31,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba0e832c-db97-4317-b231-b716fdc52751" 2024-11-17T21:17:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6416b5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,38123,-1] 2024-11-17T21:17:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:31,299 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:31,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:31,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46451,1731878248550, seqNum=-1] 2024-11-17T21:17:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:31,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:17:31,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,38123,1731878248425 2024-11-17T21:17:31,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51317 2024-11-17T21:17:31,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:31,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014aa8aafb0005 connected 2024-11-17T21:17:31,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:31,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41903,-1 for getting cluster id 2024-11-17T21:17:31,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:31,345 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a321e9-14f5-41d1-b316-41a3d8227a16' 2024-11-17T21:17:31,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:31,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a321e9-14f5-41d1-b316-41a3d8227a16" 2024-11-17T21:17:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fe5396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41903,-1] 2024-11-17T21:17:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:31,350 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:31,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7db617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:31,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41903,1731878240630 2024-11-17T21:17:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a5af75a 2024-11-17T21:17:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:31,368 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:17:31,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:17:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:17:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:17:31,382 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:38123' 2024-11-17T21:17:31,384 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16612286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:31,384 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,38123,-1 for getting cluster id 2024-11-17T21:17:31,384 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:31,385 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba0e832c-db97-4317-b231-b716fdc52751' 2024-11-17T21:17:31,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:31,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba0e832c-db97-4317-b231-b716fdc52751" 2024-11-17T21:17:31,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edf379e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:31,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,38123,-1] 2024-11-17T21:17:31,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:31,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:31,388 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:31,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b746772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:31,390 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:31,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,38123,1731878248425 2024-11-17T21:17:31,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51b42ae4 2024-11-17T21:17:31,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:31,397 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:17:31,407 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T21:17:31,407 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:17:31,411 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:31,412 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:31,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:31,413 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:17:31,418 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:17:31,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:17:31,421 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:31,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:17:31,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741835_1011 (size=1138) 2024-11-17T21:17:31,470 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:17:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:17:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:17:31,841 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74482c8d206affa54e139169811035b7, NAME => 'hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42 2024-11-17T21:17:31,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741836_1012 (size=44) 2024-11-17T21:17:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:17:32,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:32,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 74482c8d206affa54e139169811035b7, disabling compactions & flushes 2024-11-17T21:17:32,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:32,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:32,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. after waiting 0 ms 2024-11-17T21:17:32,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:32,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:32,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74482c8d206affa54e139169811035b7: Waiting for close lock at 1731878252251Disabling compacts and flushes for region at 1731878252251Disabling writes for close at 1731878252251Writing region close event to WAL at 1731878252251Closed at 1731878252251 2024-11-17T21:17:32,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:17:32,258 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878252253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878252253"}]},"ts":"1731878252253"} 2024-11-17T21:17:32,262 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:17:32,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:17:32,266 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878252264"}]},"ts":"1731878252264"} 2024-11-17T21:17:32,270 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:17:32,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74482c8d206affa54e139169811035b7, ASSIGN}] 2024-11-17T21:17:32,274 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74482c8d206affa54e139169811035b7, ASSIGN 2024-11-17T21:17:32,276 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74482c8d206affa54e139169811035b7, ASSIGN; state=OFFLINE, location=a313eea8709e,38585,1731878241412; forceNewPlan=false, retain=false 2024-11-17T21:17:32,428 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=74482c8d206affa54e139169811035b7, regionState=OPENING, regionLocation=a313eea8709e,38585,1731878241412 2024-11-17T21:17:32,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74482c8d206affa54e139169811035b7, ASSIGN because future has completed 2024-11-17T21:17:32,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74482c8d206affa54e139169811035b7, server=a313eea8709e,38585,1731878241412}] 2024-11-17T21:17:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:17:32,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:32,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:32,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:17:32,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C38585%2C1731878241412.rep, suffix=, logDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs, maxLogs=10 2024-11-17T21:17:32,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.rep.1731878252599, exclude list is [], retry=0 2024-11-17T21:17:32,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-8a94b8a1-c335-4a85-9ac9-4666a34fcf5d,DISK] 2024-11-17T21:17:32,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.rep.1731878252599 2024-11-17T21:17:32,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-17T21:17:32,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 74482c8d206affa54e139169811035b7, NAME => 'hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:32,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:17:32,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:17:32,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. service=MultiRowMutationService 2024-11-17T21:17:32,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:17:32,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:32,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,625 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,628 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74482c8d206affa54e139169811035b7 columnFamilyName hfileref 2024-11-17T21:17:32,628 DEBUG [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:32,629 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(327): Store=74482c8d206affa54e139169811035b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:32,629 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,631 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74482c8d206affa54e139169811035b7 columnFamilyName queue 2024-11-17T21:17:32,631 DEBUG [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:32,632 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(327): Store=74482c8d206affa54e139169811035b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:32,632 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,634 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74482c8d206affa54e139169811035b7 columnFamilyName sid 2024-11-17T21:17:32,634 DEBUG [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:32,635 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(327): Store=74482c8d206affa54e139169811035b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:32,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:17:32,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:17:32,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 74482c8d206affa54e139169811035b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63397643, jitterRate=-0.05530150234699249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:17:32,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:32,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 74482c8d206affa54e139169811035b7: Running coprocessor pre-open hook at 1731878252622Writing region info on filesystem at 1731878252622Initializing all the Stores at 1731878252624 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878252624Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878252625 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878252625Cleaning up temporary data from old regions at 1731878252638 (+13 ms)Running coprocessor post-open hooks at 1731878252651 (+13 ms)Region opened successfully at 1731878252652 (+1 ms) 2024-11-17T21:17:32,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7., pid=7, masterSystemTime=1731878252589 2024-11-17T21:17:32,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:32,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:32,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=74482c8d206affa54e139169811035b7, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,38585,1731878241412 2024-11-17T21:17:32,661 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41903 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=a313eea8709e,38585,1731878241412, table=hbase:replication, region=74482c8d206affa54e139169811035b7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T21:17:32,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74482c8d206affa54e139169811035b7, server=a313eea8709e,38585,1731878241412 because future has completed 2024-11-17T21:17:32,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T21:17:32,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 74482c8d206affa54e139169811035b7, server=a313eea8709e,38585,1731878241412 in 233 msec 2024-11-17T21:17:32,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:17:32,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74482c8d206affa54e139169811035b7, ASSIGN in 401 msec 2024-11-17T21:17:32,681 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:17:32,681 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878252681"}]},"ts":"1731878252681"} 2024-11-17T21:17:32,686 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:17:32,688 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:17:32,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2750 sec 2024-11-17T21:17:32,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7., hostname=a313eea8709e,38585,1731878241412, seqNum=2] 2024-11-17T21:17:32,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38585 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-17T21:17:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:32,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:17:32,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T21:17:32,960 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:17:33,000 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,38585,1731878241412, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:17:33,001 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:33,001 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,38585,1731878241412, seqNum=-1] 2024-11-17T21:17:33,001 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:33,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T21:17:33,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,38585,1731878241412', locateType=CURRENT is [region=hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7., hostname=a313eea8709e,38585,1731878241412, seqNum=2] 2024-11-17T21:17:33,012 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T21:17:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T21:17:33,018 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,38585,1731878241412 suceeded 2024-11-17T21:17:33,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T21:17:33,021 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:17:33,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-17T21:17:33,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6510 sec 2024-11-17T21:17:33,030 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:38123' 2024-11-17T21:17:33,033 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@547ece92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,033 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,38123,-1 for getting cluster id 2024-11-17T21:17:33,033 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:33,034 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba0e832c-db97-4317-b231-b716fdc52751' 2024-11-17T21:17:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba0e832c-db97-4317-b231-b716fdc52751" 2024-11-17T21:17:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b07a8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,38123,-1] 2024-11-17T21:17:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,036 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:33,037 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@462f53fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,037 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:33,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,38123,1731878248425 2024-11-17T21:17:33,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f60633e 2024-11-17T21:17:33,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:33,039 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T21:17:33,040 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,38585,1731878241412 (queues=1) is replicating from cluster=80a321e9-14f5-41d1-b316-41a3d8227a16 to cluster=ba0e832c-db97-4317-b231-b716fdc52751 2024-11-17T21:17:33,042 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C38585%2C1731878241412 2024-11-17T21:17:33,046 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,38585,1731878241412, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:17:33,048 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412.replicationSource.shippera313eea8709e%2C38585%2C1731878241412,1-a313eea8709e,38585,1731878241412 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C38585%2C1731878241412 2024-11-17T21:17:33,051 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,1-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225, startPosition=0, beingWritten=true 2024-11-17T21:17:33,301 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,1-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 to pos 0, reset compression=false 2024-11-17T21:17:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:17:33,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:17:33,536 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:17:33,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:33,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:33,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41903,-1 for getting cluster id 2024-11-17T21:17:33,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:33,539 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a321e9-14f5-41d1-b316-41a3d8227a16' 2024-11-17T21:17:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a321e9-14f5-41d1-b316-41a3d8227a16" 2024-11-17T21:17:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4914254f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41903,-1] 2024-11-17T21:17:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,542 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1c0fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:33,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41903,1731878240630 2024-11-17T21:17:33,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@324c4837 2024-11-17T21:17:33,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:33,549 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:17:33,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://a313eea8709e:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:17:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:17:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T21:17:33,554 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:38123' 2024-11-17T21:17:33,555 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e23896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,555 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,38123,-1 for getting cluster id 2024-11-17T21:17:33,555 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:33,556 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba0e832c-db97-4317-b231-b716fdc52751' 2024-11-17T21:17:33,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:33,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba0e832c-db97-4317-b231-b716fdc52751" 2024-11-17T21:17:33,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db7eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,38123,-1] 2024-11-17T21:17:33,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:33,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,558 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:33,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e204b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,559 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:33,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,38123,1731878248425 2024-11-17T21:17:33,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d67f83f 2024-11-17T21:17:33,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:33,561 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:17:33,562 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-17T21:17:33,562 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:17:33,562 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,563 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:33,609 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,1-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 to pos 0, reset compression=false 2024-11-17T21:17:33,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:17:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T21:17:33,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-17T21:17:33,784 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T21:17:33,821 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-a313eea8709e,38585,1731878241412, ReplicationSource: 2, currentBandwidth=0 2024-11-17T21:17:33,824 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-17T21:17:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-17T21:17:33,829 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a313eea8709e,38585,1731878241412 suceeded 2024-11-17T21:17:33,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:17:33,832 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a313eea8709e:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:17:33,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-17T21:17:33,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 283 msec 2024-11-17T21:17:33,841 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:38123' 2024-11-17T21:17:33,842 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56bba085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,842 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,38123,-1 for getting cluster id 2024-11-17T21:17:33,842 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:33,843 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba0e832c-db97-4317-b231-b716fdc52751' 2024-11-17T21:17:33,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:33,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba0e832c-db97-4317-b231-b716fdc52751" 2024-11-17T21:17:33,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@451f196c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,38123,-1] 2024-11-17T21:17:33,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:33,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,845 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:33,846 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d3bccbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,846 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:33,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,38123,1731878248425 2024-11-17T21:17:33,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@712b1126 2024-11-17T21:17:33,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:33,848 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T21:17:33,849 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a313eea8709e,38585,1731878241412 (queues=1) is replicating from cluster=80a321e9-14f5-41d1-b316-41a3d8227a16 to cluster=ba0e832c-db97-4317-b231-b716fdc52751 2024-11-17T21:17:33,849 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a313eea8709e%2C38585%2C1731878241412 2024-11-17T21:17:33,849 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a313eea8709e,38585,1731878241412, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:17:33,849 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412.replicationSource.shippera313eea8709e%2C38585%2C1731878241412,2-a313eea8709e,38585,1731878241412 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C38585%2C1731878241412 2024-11-17T21:17:33,850 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,2-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225, startPosition=0, beingWritten=true 2024-11-17T21:17:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T21:17:33,876 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T21:17:33,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:17:33,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:33,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:33,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41903,1731878240630 2024-11-17T21:17:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ecf732b 2024-11-17T21:17:33,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:33,885 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:17:33,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T21:17:33,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T21:17:33,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T21:17:33,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T21:17:33,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://a313eea8709e:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:17:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T21:17:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T21:17:33,899 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:38123' 2024-11-17T21:17:33,900 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f52a6bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,900 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,38123,-1 for getting cluster id 2024-11-17T21:17:33,900 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:33,901 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba0e832c-db97-4317-b231-b716fdc52751' 2024-11-17T21:17:33,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:33,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba0e832c-db97-4317-b231-b716fdc52751" 2024-11-17T21:17:33,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cf5db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,38123,-1] 2024-11-17T21:17:33,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:33,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,903 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:33,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1860aec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:33,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:33,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,38123,1731878248425 2024-11-17T21:17:33,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aa6f915 2024-11-17T21:17:33,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:33,906 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:17:33,907 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T21:17:33,907 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:17:33,907 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,908 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:33,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:33,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:17:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T21:17:34,019 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,1-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 to pos 0, reset compression=false 2024-11-17T21:17:34,056 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,2-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 to pos 0, reset compression=false 2024-11-17T21:17:34,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-17T21:17:34,075 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-17T21:17:34,077 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-17T21:17:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-17T21:17:34,082 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on a313eea8709e,38585,1731878241412 suceeded 2024-11-17T21:17:34,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T21:17:34,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-17T21:17:34,087 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://a313eea8709e:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:17:34,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-11-17T21:17:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T21:17:34,215 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-17T21:17:34,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://a313eea8709e:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:17:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T21:17:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T21:17:34,221 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:38123' 2024-11-17T21:17:34,222 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df652e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:34,222 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,38123,-1 for getting cluster id 2024-11-17T21:17:34,222 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:34,223 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba0e832c-db97-4317-b231-b716fdc52751' 2024-11-17T21:17:34,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:34,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba0e832c-db97-4317-b231-b716fdc52751" 2024-11-17T21:17:34,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394dc019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:34,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,38123,-1] 2024-11-17T21:17:34,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:34,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:34,225 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:34,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ce0be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:34,226 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:34,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,38123,1731878248425 2024-11-17T21:17:34,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@295f5543 2024-11-17T21:17:34,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:34,229 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:17:34,230 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T21:17:34,231 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:17:34,231 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:34,231 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:34,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:34,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:17:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T21:17:34,362 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,2-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 to pos 0, reset compression=false 2024-11-17T21:17:34,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-17T21:17:34,402 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-17T21:17:34,404 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-17T21:17:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-17T21:17:34,408 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on a313eea8709e,38585,1731878241412 suceeded 2024-11-17T21:17:34,412 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://a313eea8709e:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:17:34,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-17T21:17:34,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-17T21:17:34,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 196 msec 2024-11-17T21:17:34,527 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,1-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 to pos 0, reset compression=false 2024-11-17T21:17:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T21:17:34,537 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-17T21:17:34,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T21:17:34,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T21:17:34,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:17:34,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:34,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:34,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:34,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:34,541 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:17:34,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-11-17T21:17:34,542 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,41903,1731878240630 2024-11-17T21:17:34,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465750833/running 2024-11-17T21:17:34,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465750833/running 2024-11-17T21:17:34,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:34,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:34,596 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:17:34,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:17:34,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/running 2024-11-17T21:17:34,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/running 2024-11-17T21:17:34,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:34,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:34,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,38585,1731878241412' ***** 2024-11-17T21:17:34,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:17:34,601 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:17:34,601 INFO [RS:0;a313eea8709e:38585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:17:34,601 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:17:34,601 INFO [RS:0;a313eea8709e:38585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:17:34,602 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(3091): Received CLOSE for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:34,603 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,38585,1731878241412 2024-11-17T21:17:34,603 INFO [RS:0;a313eea8709e:38585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:17:34,603 INFO [RS:0;a313eea8709e:38585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:38585. 2024-11-17T21:17:34,603 DEBUG [RS:0;a313eea8709e:38585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:34,603 DEBUG [RS:0;a313eea8709e:38585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:34,604 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74482c8d206affa54e139169811035b7, disabling compactions & flushes 2024-11-17T21:17:34,604 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:34,604 INFO [RS:0;a313eea8709e:38585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:17:34,604 INFO [RS:0;a313eea8709e:38585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:17:34,604 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:34,604 INFO [RS:0;a313eea8709e:38585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:17:34,604 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. after waiting 0 ms 2024-11-17T21:17:34,604 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:34,604 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:17:34,606 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:17:34,606 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:17:34,606 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1325): Online Regions={74482c8d206affa54e139169811035b7=hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:17:34,606 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:17:34,606 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:17:34,606 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:17:34,606 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:17:34,606 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74482c8d206affa54e139169811035b7 2024-11-17T21:17:34,608 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T21:17:34,608 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 74482c8d206affa54e139169811035b7 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-17T21:17:34,671 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:17:34,671 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7/.tmp/queue/bc9dac0cdf56439986b62c5fe4f592a4 is 151, key is 1-a313eea8709e,38585,1731878241412/queue:a313eea8709e%2C38585%2C1731878241412/1731878253007/Put/seqid=0 2024-11-17T21:17:34,671 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/info/878806dd4e0c408995e64e307b8c942c is 147, key is hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7./info:regioninfo/1731878252659/Put/seqid=0 2024-11-17T21:17:34,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741838_1014 (size=5500) 2024-11-17T21:17:34,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741839_1015 (size=6631) 2024-11-17T21:17:34,769 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,2-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 to pos 0, reset compression=false 2024-11-17T21:17:34,807 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74482c8d206affa54e139169811035b7 2024-11-17T21:17:35,007 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74482c8d206affa54e139169811035b7 2024-11-17T21:17:35,045 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:17:35,045 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:17:35,082 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/info/878806dd4e0c408995e64e307b8c942c 2024-11-17T21:17:35,082 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7/.tmp/queue/bc9dac0cdf56439986b62c5fe4f592a4 2024-11-17T21:17:35,133 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7/.tmp/queue/bc9dac0cdf56439986b62c5fe4f592a4 as hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7/queue/bc9dac0cdf56439986b62c5fe4f592a4 2024-11-17T21:17:35,140 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,1-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 to pos 0, reset compression=false 2024-11-17T21:17:35,144 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7/queue/bc9dac0cdf56439986b62c5fe4f592a4, entries=2, sequenceid=6, filesize=5.4 K 2024-11-17T21:17:35,153 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 74482c8d206affa54e139169811035b7 in 543ms, sequenceid=6, compaction requested=false 2024-11-17T21:17:35,154 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T21:17:35,158 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/ns/02fb2fab16484d288cfd67b2a400eb1c is 43, key is default/ns:d/1731878245478/Put/seqid=0 2024-11-17T21:17:35,169 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T21:17:35,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741840_1016 (size=5153) 2024-11-17T21:17:35,171 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/ns/02fb2fab16484d288cfd67b2a400eb1c 2024-11-17T21:17:35,173 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:17:35,173 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:17:35,173 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:35,173 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74482c8d206affa54e139169811035b7: Waiting for close lock at 1731878254603Running coprocessor pre-close hooks at 1731878254604 (+1 ms)Disabling compacts and flushes for region at 1731878254604Disabling writes for close at 1731878254604Obtaining lock to block concurrent updates at 1731878254608 (+4 ms)Preparing flush snapshotting stores in 74482c8d206affa54e139169811035b7 at 1731878254608Finished memstore snapshotting hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731878254615 (+7 ms)Flushing stores of hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. at 1731878254617 (+2 ms)Flushing 74482c8d206affa54e139169811035b7/queue: creating writer at 1731878254619 (+2 ms)Flushing 74482c8d206affa54e139169811035b7/queue: appending metadata at 1731878254659 (+40 ms)Flushing 74482c8d206affa54e139169811035b7/queue: closing flushed file at 1731878254662 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b0cfd2e: reopening flushed file at 1731878255131 (+469 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 74482c8d206affa54e139169811035b7 in 543ms, sequenceid=6, compaction requested=false at 1731878255153 (+22 ms)Writing region close event to WAL at 1731878255163 (+10 ms)Running coprocessor post-close hooks at 1731878255171 (+8 ms)Closed at 1731878255173 (+2 ms) 2024-11-17T21:17:35,174 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:35,203 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/table/2646edcef39c45e78396e3059073f969 is 53, key is hbase:replication/table:state/1731878252681/Put/seqid=0 2024-11-17T21:17:35,207 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:17:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741841_1017 (size=5256) 2024-11-17T21:17:35,276 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,2-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 to pos 0, reset compression=false 2024-11-17T21:17:35,408 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:17:35,608 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:17:35,608 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:17:35,608 DEBUG [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:17:35,609 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/table/2646edcef39c45e78396e3059073f969 2024-11-17T21:17:35,623 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/info/878806dd4e0c408995e64e307b8c942c as hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/info/878806dd4e0c408995e64e307b8c942c 2024-11-17T21:17:35,634 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/info/878806dd4e0c408995e64e307b8c942c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T21:17:35,636 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/ns/02fb2fab16484d288cfd67b2a400eb1c as hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/ns/02fb2fab16484d288cfd67b2a400eb1c 2024-11-17T21:17:35,646 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/ns/02fb2fab16484d288cfd67b2a400eb1c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T21:17:35,648 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/table/2646edcef39c45e78396e3059073f969 as hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/table/2646edcef39c45e78396e3059073f969 2024-11-17T21:17:35,658 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/table/2646edcef39c45e78396e3059073f969, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T21:17:35,659 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1053ms, sequenceid=11, compaction requested=false 2024-11-17T21:17:35,666 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T21:17:35,666 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:17:35,667 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:17:35,667 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:17:35,667 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878254606Running coprocessor pre-close hooks at 1731878254606Disabling compacts and flushes for region at 1731878254606Disabling writes for close at 1731878254606Obtaining lock to block concurrent updates at 1731878254608 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731878254608Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731878254615 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731878254617 (+2 ms)Flushing 1588230740/info: creating writer at 1731878254619 (+2 ms)Flushing 1588230740/info: appending metadata at 1731878254660 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731878254662 (+2 ms)Flushing 1588230740/ns: creating writer at 1731878255131 (+469 ms)Flushing 1588230740/ns: appending metadata at 1731878255157 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731878255157Flushing 1588230740/table: creating writer at 1731878255183 (+26 ms)Flushing 1588230740/table: appending metadata at 1731878255203 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731878255203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d846ff0: reopening flushed file at 1731878255622 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c846ae: reopening flushed file at 1731878255634 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a9d1d4: reopening flushed file at 1731878255646 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1053ms, sequenceid=11, compaction requested=false at 1731878255659 (+13 ms)Writing region close event to WAL at 1731878255661 (+2 ms)Running coprocessor post-close hooks at 1731878255666 (+5 ms)Closed at 1731878255667 (+1 ms) 2024-11-17T21:17:35,667 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:17:35,809 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,38585,1731878241412; all regions closed. 2024-11-17T21:17:35,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741834_1010 (size=2742) 2024-11-17T21:17:35,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.meta.1731878245312.meta not finished, retry = 0 2024-11-17T21:17:35,850 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,1-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 to pos 0, reset compression=false 2024-11-17T21:17:35,884 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,2-a313eea8709e,38585,1731878241412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412/a313eea8709e%2C38585%2C1731878241412.1731878244225 to pos 0, reset compression=false 2024-11-17T21:17:35,923 DEBUG [RS:0;a313eea8709e:38585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs 2024-11-17T21:17:35,923 INFO [RS:0;a313eea8709e:38585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C38585%2C1731878241412.meta:.meta(num 1731878245312) 2024-11-17T21:17:35,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741837_1013 (size=1802) 2024-11-17T21:17:35,929 DEBUG [RS:0;a313eea8709e:38585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs 2024-11-17T21:17:35,929 INFO [RS:0;a313eea8709e:38585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C38585%2C1731878241412.rep:(num 1731878252599) 2024-11-17T21:17:35,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741832_1008 (size=93) 2024-11-17T21:17:35,934 DEBUG [RS:0;a313eea8709e:38585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs 2024-11-17T21:17:35,934 INFO [RS:0;a313eea8709e:38585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C38585%2C1731878241412:(num 1731878244225) 2024-11-17T21:17:35,934 DEBUG [RS:0;a313eea8709e:38585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:35,934 INFO [RS:0;a313eea8709e:38585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:17:35,934 INFO [RS:0;a313eea8709e:38585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:17:35,935 INFO [RS:0;a313eea8709e:38585 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:17:35,935 INFO [RS:0;a313eea8709e:38585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:17:35,935 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:17:35,935 INFO [RS:0;a313eea8709e:38585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,38585,1731878241412 because: Region server is closing 2024-11-17T21:17:35,936 INFO [RS:0;a313eea8709e:38585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:38585. 2024-11-17T21:17:35,936 DEBUG [RS:0;a313eea8709e:38585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:35,936 DEBUG [RS:0;a313eea8709e:38585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:35,936 DEBUG [RS:0;a313eea8709e:38585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:35,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:36,037 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,1-a313eea8709e,38585,1731878241412 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:17:36,037 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412.replicationSource.shippera313eea8709e%2C38585%2C1731878241412,1-a313eea8709e,38585,1731878241412 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T21:17:36,037 INFO [RS:0;a313eea8709e:38585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,38585,1731878241412.replicationSource.shippera313eea8709e%2C38585%2C1731878241412,1-a313eea8709e,38585,1731878241412 terminated 2024-11-17T21:17:36,037 INFO [RS:0;a313eea8709e:38585 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a313eea8709e,38585,1731878241412 because: Region server is closing 2024-11-17T21:17:36,038 INFO [RS:0;a313eea8709e:38585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:38585. 2024-11-17T21:17:36,038 DEBUG [RS:0;a313eea8709e:38585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:36,038 DEBUG [RS:0;a313eea8709e:38585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:36,038 DEBUG [RS:0;a313eea8709e:38585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:36,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:36,110 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:17:36,138 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412.replicationSource.wal-reader.a313eea8709e%2C38585%2C1731878241412,2-a313eea8709e,38585,1731878241412 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:17:36,138 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412.replicationSource.shippera313eea8709e%2C38585%2C1731878241412,2-a313eea8709e,38585,1731878241412 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T21:17:36,139 INFO [RS:0;a313eea8709e:38585 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,38585,1731878241412.replicationSource.shippera313eea8709e%2C38585%2C1731878241412,2-a313eea8709e,38585,1731878241412 terminated 2024-11-17T21:17:36,140 INFO [RS:0;a313eea8709e:38585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38585 2024-11-17T21:17:36,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465750833/rs/a313eea8709e,38585,1731878241412 2024-11-17T21:17:36,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/rs 2024-11-17T21:17:36,166 INFO [RS:0;a313eea8709e:38585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:17:36,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,38585,1731878241412] 2024-11-17T21:17:36,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/draining/a313eea8709e,38585,1731878241412 already deleted, retry=false 2024-11-17T21:17:36,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,38585,1731878241412 expired; onlineServers=0 2024-11-17T21:17:36,187 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,41903,1731878240630' ***** 2024-11-17T21:17:36,187 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:17:36,187 INFO [M:0;a313eea8709e:41903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:17:36,187 INFO [M:0;a313eea8709e:41903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:17:36,187 DEBUG [M:0;a313eea8709e:41903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:17:36,188 DEBUG [M:0;a313eea8709e:41903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:17:36,188 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:17:36,188 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878243912 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878243912,5,FailOnTimeoutGroup] 2024-11-17T21:17:36,188 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878243906 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878243906,5,FailOnTimeoutGroup] 2024-11-17T21:17:36,188 INFO [M:0;a313eea8709e:41903 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:17:36,188 INFO [M:0;a313eea8709e:41903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:17:36,188 DEBUG [M:0;a313eea8709e:41903 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:17:36,188 INFO [M:0;a313eea8709e:41903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:17:36,189 INFO [M:0;a313eea8709e:41903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:17:36,189 INFO [M:0;a313eea8709e:41903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:17:36,189 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:17:36,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465750833/master 2024-11-17T21:17:36,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:36,197 DEBUG [M:0;a313eea8709e:41903 {}] zookeeper.ZKUtil(347): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/master because node does not exist (not an error) 2024-11-17T21:17:36,197 WARN [M:0;a313eea8709e:41903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:17:36,198 INFO [M:0;a313eea8709e:41903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/.lastflushedseqids 2024-11-17T21:17:36,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741842_1018 (size=181) 2024-11-17T21:17:36,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:36,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x1014aa8aafb0001, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:36,277 INFO [RS:0;a313eea8709e:38585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:17:36,278 INFO [RS:0;a313eea8709e:38585 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,38585,1731878241412; zookeeper connection closed. 2024-11-17T21:17:36,278 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3baf5e3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3baf5e3f 2024-11-17T21:17:36,279 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:17:36,609 INFO [M:0;a313eea8709e:41903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:17:36,609 INFO [M:0;a313eea8709e:41903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:17:36,609 DEBUG [M:0;a313eea8709e:41903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:17:36,609 INFO [M:0;a313eea8709e:41903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:36,609 DEBUG [M:0;a313eea8709e:41903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:36,609 DEBUG [M:0;a313eea8709e:41903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:17:36,609 DEBUG [M:0;a313eea8709e:41903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:36,609 INFO [M:0;a313eea8709e:41903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-17T21:17:36,635 DEBUG [M:0;a313eea8709e:41903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d239b746b5514f7997125c86d5f5f656 is 82, key is hbase:meta,,1/info:regioninfo/1731878245397/Put/seqid=0 2024-11-17T21:17:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741843_1019 (size=5672) 2024-11-17T21:17:36,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:17:37,045 INFO [M:0;a313eea8709e:41903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d239b746b5514f7997125c86d5f5f656 2024-11-17T21:17:37,076 DEBUG [M:0;a313eea8709e:41903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afd102357c4b4dc1a04bd45af7d3e2dc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731878252691/Put/seqid=0 2024-11-17T21:17:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741844_1020 (size=8663) 2024-11-17T21:17:37,483 INFO [M:0;a313eea8709e:41903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afd102357c4b4dc1a04bd45af7d3e2dc 2024-11-17T21:17:37,514 DEBUG [M:0;a313eea8709e:41903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b47b7ac37614b8fa7d62deae01d56c4 is 69, key is a313eea8709e,38585,1731878241412/rs:state/1731878243934/Put/seqid=0 2024-11-17T21:17:37,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741845_1021 (size=5156) 2024-11-17T21:17:37,922 INFO [M:0;a313eea8709e:41903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b47b7ac37614b8fa7d62deae01d56c4 2024-11-17T21:17:37,938 DEBUG [M:0;a313eea8709e:41903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d239b746b5514f7997125c86d5f5f656 as hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d239b746b5514f7997125c86d5f5f656 2024-11-17T21:17:37,945 INFO [M:0;a313eea8709e:41903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d239b746b5514f7997125c86d5f5f656, entries=8, sequenceid=115, filesize=5.5 K 2024-11-17T21:17:37,946 DEBUG [M:0;a313eea8709e:41903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afd102357c4b4dc1a04bd45af7d3e2dc as hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afd102357c4b4dc1a04bd45af7d3e2dc 2024-11-17T21:17:37,953 INFO [M:0;a313eea8709e:41903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afd102357c4b4dc1a04bd45af7d3e2dc, entries=14, sequenceid=115, filesize=8.5 K 2024-11-17T21:17:37,954 DEBUG [M:0;a313eea8709e:41903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b47b7ac37614b8fa7d62deae01d56c4 as hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b47b7ac37614b8fa7d62deae01d56c4 2024-11-17T21:17:37,961 INFO [M:0;a313eea8709e:41903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b47b7ac37614b8fa7d62deae01d56c4, entries=1, sequenceid=115, filesize=5.0 K 2024-11-17T21:17:37,962 INFO [M:0;a313eea8709e:41903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1353ms, sequenceid=115, compaction requested=false 2024-11-17T21:17:37,964 INFO [M:0;a313eea8709e:41903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:37,964 DEBUG [M:0;a313eea8709e:41903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878256609Disabling compacts and flushes for region at 1731878256609Disabling writes for close at 1731878256609Obtaining lock to block concurrent updates at 1731878256610 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878256610Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731878256610Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878256611 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878256611Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878256634 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878256634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878257058 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878257075 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878257075Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878257496 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878257514 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878257514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8f1b0e: reopening flushed file at 1731878257936 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@779bffa7: reopening flushed file at 1731878257945 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aec66eb: reopening flushed file at 1731878257953 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1353ms, sequenceid=115, compaction requested=false at 1731878257962 (+9 ms)Writing region close event to WAL at 1731878257964 (+2 ms)Closed at 1731878257964 2024-11-17T21:17:37,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741830_1006 (size=59421) 2024-11-17T21:17:37,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,41903,1731878240630/a313eea8709e%2C41903%2C1731878240630.1731878243079 not finished, retry = 0 2024-11-17T21:17:38,069 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:17:38,069 INFO [M:0;a313eea8709e:41903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:17:38,069 INFO [M:0;a313eea8709e:41903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41903 2024-11-17T21:17:38,070 INFO [M:0;a313eea8709e:41903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:17:38,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:38,213 INFO [M:0;a313eea8709e:41903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:17:38,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1014aa8aafb0000, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:38,214 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:17:38,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:38,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:38,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:17:38,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:38,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:17:38,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:17:38,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:17:38,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45211 2024-11-17T21:17:38,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45211 connecting to ZooKeeper ensemble=127.0.0.1:51317 2024-11-17T21:17:38,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452110x0, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:38,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45211-0x1014aa8aafb0006 connected 2024-11-17T21:17:38,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:38,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:38,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/running 2024-11-17T21:17:38,424 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: INIT 2024-11-17T21:17:38,425 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42, hbase.cluster.distributed=false 2024-11-17T21:17:38,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/acl 2024-11-17T21:17:38,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45211 2024-11-17T21:17:38,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45211 2024-11-17T21:17:38,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45211 2024-11-17T21:17:38,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45211 2024-11-17T21:17:38,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45211 2024-11-17T21:17:38,442 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:17:38,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:38,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:38,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:17:38,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:38,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:17:38,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:17:38,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:17:38,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46421 2024-11-17T21:17:38,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46421 connecting to ZooKeeper ensemble=127.0.0.1:51317 2024-11-17T21:17:38,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:38,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:38,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464210x0, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:38,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464210x0, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/running 2024-11-17T21:17:38,471 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: INIT 2024-11-17T21:17:38,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46421-0x1014aa8aafb0007 connected 2024-11-17T21:17:38,471 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:17:38,472 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:17:38,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/master 2024-11-17T21:17:38,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/acl 2024-11-17T21:17:38,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46421 2024-11-17T21:17:38,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46421 2024-11-17T21:17:38,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46421 2024-11-17T21:17:38,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46421 2024-11-17T21:17:38,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46421 2024-11-17T21:17:38,494 DEBUG [M:0;a313eea8709e:45211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:45211 2024-11-17T21:17:38,495 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1465750833/backup-masters/a313eea8709e,45211,1731878258214 2024-11-17T21:17:38,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/backup-masters 2024-11-17T21:17:38,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/backup-masters 2024-11-17T21:17:38,502 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on existing znode=/0-1465750833/backup-masters/a313eea8709e,45211,1731878258214 2024-11-17T21:17:38,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465750833/master 2024-11-17T21:17:38,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:38,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:38,513 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on existing znode=/0-1465750833/master 2024-11-17T21:17:38,513 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1465750833/backup-masters/a313eea8709e,45211,1731878258214 from backup master directory 2024-11-17T21:17:38,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465750833/backup-masters/a313eea8709e,45211,1731878258214 2024-11-17T21:17:38,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/backup-masters 2024-11-17T21:17:38,523 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:17:38,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/backup-masters 2024-11-17T21:17:38,523 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,45211,1731878258214 2024-11-17T21:17:38,540 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:38,540 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:17:38,553 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-17T21:17:38,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741846_1022 (size=196) 2024-11-17T21:17:38,976 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:17:38,977 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:17:38,977 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:38,986 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T21:17:38,989 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,41903,1731878240630 to hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,41903,1731878240630-dead as it is dead 2024-11-17T21:17:38,990 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T21:17:38,991 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T21:17:38,991 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,41903,1731878240630-dead/a313eea8709e%2C41903%2C1731878240630.1731878243079 2024-11-17T21:17:38,996 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,41903,1731878240630-dead/a313eea8709e%2C41903%2C1731878240630.1731878243079 after 3ms 2024-11-17T21:17:38,997 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,41903,1731878240630-dead/a313eea8709e%2C41903%2C1731878240630.1731878243079 to hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a313eea8709e%2C41903%2C1731878240630.1731878243079 2024-11-17T21:17:38,997 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,41903,1731878240630-dead 2024-11-17T21:17:38,998 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,45211,1731878258214 2024-11-17T21:17:38,999 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:17:39,002 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C45211%2C1731878258214, suffix=, logDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,45211,1731878258214, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/oldWALs, maxLogs=10 2024-11-17T21:17:39,015 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,45211,1731878258214/a313eea8709e%2C45211%2C1731878258214.1731878259002, exclude list is [], retry=0 2024-11-17T21:17:39,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-8a94b8a1-c335-4a85-9ac9-4666a34fcf5d,DISK] 2024-11-17T21:17:39,022 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,45211,1731878258214/a313eea8709e%2C45211%2C1731878258214.1731878259002 2024-11-17T21:17:39,024 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-17T21:17:39,024 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:39,025 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:39,025 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:39,025 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:39,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:39,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:17:39,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:39,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d239b746b5514f7997125c86d5f5f656 2024-11-17T21:17:39,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:39,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:39,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:17:39,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:39,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afd102357c4b4dc1a04bd45af7d3e2dc 2024-11-17T21:17:39,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:39,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:39,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:17:39,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:39,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b47b7ac37614b8fa7d62deae01d56c4 2024-11-17T21:17:39,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:39,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:39,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:17:39,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:39,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:39,065 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:39,066 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T21:17:39,066 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a313eea8709e%2C41903%2C1731878240630.1731878243079 2024-11-17T21:17:39,088 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a313eea8709e%2C41903%2C1731878240630.1731878243079 2024-11-17T21:17:39,090 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a313eea8709e%2C41903%2C1731878240630.1731878243079 2024-11-17T21:17:39,093 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:39,093 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:39,094 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:39,096 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:39,100 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-17T21:17:39,101 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74079659, jitterRate=0.10387293994426727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:39,102 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878259025Initializing all the Stores at 1731878259027 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878259027Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878259027Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878259027Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878259027Cleaning up temporary data from old regions at 1731878259093 (+66 ms)Region opened successfully at 1731878259102 (+9 ms) 2024-11-17T21:17:39,102 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:17:39,107 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7a55b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:17:39,121 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T21:17:39,121 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:17:39,121 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:17:39,122 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:17:39,122 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:17:39,129 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:39,129 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:17:39,130 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:17:39,130 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:17:39,131 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T21:17:39,131 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T21:17:39,131 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-17T21:17:39,131 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:17:39,136 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a313eea8709e,38585,1731878241412, regionLocation=a313eea8709e,38585,1731878241412, openSeqNum=2 2024-11-17T21:17:39,136 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a313eea8709e,38585,1731878241412, table=hbase:meta, region=1588230740 2024-11-17T21:17:39,136 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,38585,1731878241412, state=OPEN 2024-11-17T21:17:39,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465750833/meta-region-server 2024-11-17T21:17:39,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: CHANGED 2024-11-17T21:17:39,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465750833/meta-region-server 2024-11-17T21:17:39,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: CHANGED 2024-11-17T21:17:39,151 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:17:39,208 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/draining/a313eea8709e,38585,1731878241412 already deleted, retry=false 2024-11-17T21:17:39,208 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a313eea8709e,38585,1731878241412 on a313eea8709e,45211,1731878258214 2024-11-17T21:17:39,214 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a313eea8709e,38585,1731878241412, splitWal=true, meta=true 2024-11-17T21:17:39,216 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for a313eea8709e,38585,1731878241412 (carryingMeta=true) a313eea8709e,38585,1731878241412/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@37b593e7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T21:17:39,220 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/balancer because node does not exist (not necessarily an error) 2024-11-17T21:17:39,238 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/balancer already deleted, retry=false 2024-11-17T21:17:39,239 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:17:39,240 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:17:39,249 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/normalizer already deleted, retry=false 2024-11-17T21:17:39,249 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:17:39,251 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:17:39,259 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/switch/split already deleted, retry=false 2024-11-17T21:17:39,261 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:17:39,270 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/switch/merge already deleted, retry=false 2024-11-17T21:17:39,293 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:17:39,302 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/snapshot-cleanup already deleted, retry=false 2024-11-17T21:17:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465750833/running 2024-11-17T21:17:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465750833/running 2024-11-17T21:17:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:39,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,45211,1731878258214, sessionid=0x1014aa8aafb0006, setting cluster-up flag (Was=false) 2024-11-17T21:17:39,323 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1465750833/flush-table-proc/acquired, /0-1465750833/flush-table-proc/reached, /0-1465750833/flush-table-proc/abort 2024-11-17T21:17:39,325 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,45211,1731878258214 2024-11-17T21:17:39,335 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1465750833/online-snapshot/acquired, /0-1465750833/online-snapshot/reached, /0-1465750833/online-snapshot/abort 2024-11-17T21:17:39,336 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,45211,1731878258214 2024-11-17T21:17:39,338 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/.lastflushedseqids 2024-11-17T21:17:39,342 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:17:39,342 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:17:39,343 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,45211,1731878258214 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a313eea8709e,38585,1731878241412 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:17:39,344 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:39,344 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:39,344 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:39,345 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:39,345 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:17:39,345 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,345 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:17:39,345 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,345 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878289345 2024-11-17T21:17:39,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:17:39,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:17:39,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:17:39,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:17:39,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:17:39,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:17:39,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,348 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a313eea8709e,38585,1731878241412, splitWal=true, meta=true 2024-11-17T21:17:39,348 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:17:39,348 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:17:39,348 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:17:39,349 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:17:39,349 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a313eea8709e,38585,1731878241412, splitWal=true, meta=true, isMeta: true 2024-11-17T21:17:39,349 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:17:39,349 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:17:39,350 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878259349,5,FailOnTimeoutGroup] 2024-11-17T21:17:39,350 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878259350,5,FailOnTimeoutGroup] 2024-11-17T21:17:39,350 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,350 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:17:39,350 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,350 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,350 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878259350, completionTime=-1 2024-11-17T21:17:39,350 WARN [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T21:17:39,351 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412-splitting 2024-11-17T21:17:39,352 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412-splitting dir is empty, no logs to split. 2024-11-17T21:17:39,352 INFO [PEWorker-1 {}] master.SplitWALManager(105): a313eea8709e,38585,1731878241412 WAL count=0, meta=true 2024-11-17T21:17:39,354 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T21:17:39,357 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412-splitting dir is empty, no logs to split. 2024-11-17T21:17:39,357 INFO [PEWorker-1 {}] master.SplitWALManager(105): a313eea8709e,38585,1731878241412 WAL count=0, meta=true 2024-11-17T21:17:39,357 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a313eea8709e,38585,1731878241412 WAL splitting is done? wals=0, meta=true 2024-11-17T21:17:39,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:17:39,360 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:17:39,362 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T21:17:39,384 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(746): ClusterId : 80a321e9-14f5-41d1-b316-41a3d8227a16 2024-11-17T21:17:39,384 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:17:39,397 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:17:39,397 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:17:39,408 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:17:39,408 DEBUG [RS:0;a313eea8709e:46421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550b6034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:17:39,420 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:46421 2024-11-17T21:17:39,420 INFO [RS:0;a313eea8709e:46421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:17:39,420 INFO [RS:0;a313eea8709e:46421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:17:39,420 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:17:39,421 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,45211,1731878258214 with port=46421, startcode=1731878258442 2024-11-17T21:17:39,421 DEBUG [RS:0;a313eea8709e:46421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:17:39,423 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:17:39,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,46421,1731878258442 2024-11-17T21:17:39,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45211 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,46421,1731878258442 2024-11-17T21:17:39,425 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42 2024-11-17T21:17:39,426 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40043 2024-11-17T21:17:39,426 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:17:39,454 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T21:17:39,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/rs 2024-11-17T21:17:39,488 DEBUG [RS:0;a313eea8709e:46421 {}] zookeeper.ZKUtil(111): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on existing znode=/0-1465750833/rs/a313eea8709e,46421,1731878258442 2024-11-17T21:17:39,489 WARN [RS:0;a313eea8709e:46421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:17:39,489 INFO [RS:0;a313eea8709e:46421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:39,489 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442 2024-11-17T21:17:39,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,46421,1731878258442] 2024-11-17T21:17:39,513 WARN [a313eea8709e:45211 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T21:17:39,530 INFO [RS:0;a313eea8709e:46421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:17:39,536 INFO [RS:0;a313eea8709e:46421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:17:39,537 INFO [RS:0;a313eea8709e:46421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:17:39,537 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,537 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:17:39,539 INFO [RS:0;a313eea8709e:46421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:17:39,539 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,539 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,539 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,540 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,540 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,540 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,540 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:17:39,540 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,540 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,540 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,540 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,541 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,541 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:39,541 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:17:39,541 DEBUG [RS:0;a313eea8709e:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:17:39,547 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,548 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,548 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,548 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,548 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,548 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,46421,1731878258442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:17:39,570 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:17:39,570 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,46421,1731878258442-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,589 INFO [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,46421,1731878258442, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:17:39,609 INFO [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSource(231): queueId=2-a313eea8709e,46421,1731878258442, ReplicationSource: 2, currentBandwidth=0 2024-11-17T21:17:39,609 DEBUG [RS:0;a313eea8709e:46421.replicationSource,1-a313eea8709e,46421,1731878258442 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:38123' 2024-11-17T21:17:39,611 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,612 INFO [RS:0;a313eea8709e:46421 {}] regionserver.Replication(171): a313eea8709e,46421,1731878258442 started 2024-11-17T21:17:39,612 DEBUG [RS:0;a313eea8709e:46421.replicationSource,1-a313eea8709e,46421,1731878258442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b381148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:39,612 DEBUG [RS:0;a313eea8709e:46421.replicationSource,1-a313eea8709e,46421,1731878258442 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,38123,-1 for getting cluster id 2024-11-17T21:17:39,612 DEBUG [RS:0;a313eea8709e:46421.replicationSource,1-a313eea8709e,46421,1731878258442 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:39,614 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba0e832c-db97-4317-b231-b716fdc52751' 2024-11-17T21:17:39,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:39,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba0e832c-db97-4317-b231-b716fdc52751" 2024-11-17T21:17:39,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@191d67a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:39,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,38123,-1] 2024-11-17T21:17:39,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:39,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:39,616 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:39,618 DEBUG [RS:0;a313eea8709e:46421.replicationSource,1-a313eea8709e,46421,1731878258442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19752651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:39,618 DEBUG [RS:0;a313eea8709e:46421.replicationSource,1-a313eea8709e,46421,1731878258442 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:39,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,38123,1731878248425 2024-11-17T21:17:39,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1689ee27 2024-11-17T21:17:39,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:39,621 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T21:17:39,622 INFO [RS:0;a313eea8709e:46421.replicationSource,1-a313eea8709e,46421,1731878258442 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,46421,1731878258442 (queues=0) is replicating from cluster=80a321e9-14f5-41d1-b316-41a3d8227a16 to cluster=ba0e832c-db97-4317-b231-b716fdc52751 2024-11-17T21:17:39,627 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:39,628 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,46421,1731878258442, RpcServer on a313eea8709e/172.17.0.2:46421, sessionid=0x1014aa8aafb0007 2024-11-17T21:17:39,628 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:17:39,628 DEBUG [RS:0;a313eea8709e:46421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,46421,1731878258442 2024-11-17T21:17:39,628 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,46421,1731878258442' 2024-11-17T21:17:39,628 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1465750833/flush-table-proc/abort' 2024-11-17T21:17:39,628 DEBUG [RS:0;a313eea8709e:46421.replicationSource,2-a313eea8709e,46421,1731878258442 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:38123' 2024-11-17T21:17:39,629 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1465750833/flush-table-proc/acquired' 2024-11-17T21:17:39,629 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:17:39,629 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:17:39,629 DEBUG [RS:0;a313eea8709e:46421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,46421,1731878258442 2024-11-17T21:17:39,629 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,46421,1731878258442' 2024-11-17T21:17:39,629 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1465750833/online-snapshot/abort' 2024-11-17T21:17:39,629 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1465750833/online-snapshot/acquired' 2024-11-17T21:17:39,630 DEBUG [RS:0;a313eea8709e:46421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:17:39,630 INFO [RS:0;a313eea8709e:46421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:17:39,630 DEBUG [RS:0;a313eea8709e:46421.replicationSource,2-a313eea8709e,46421,1731878258442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17044e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:39,630 INFO [RS:0;a313eea8709e:46421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:17:39,630 DEBUG [RS:0;a313eea8709e:46421.replicationSource,2-a313eea8709e,46421,1731878258442 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,38123,-1 for getting cluster id 2024-11-17T21:17:39,630 DEBUG [RS:0;a313eea8709e:46421.replicationSource,2-a313eea8709e,46421,1731878258442 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:39,631 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba0e832c-db97-4317-b231-b716fdc52751' 2024-11-17T21:17:39,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:39,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba0e832c-db97-4317-b231-b716fdc52751" 2024-11-17T21:17:39,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c3015a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:39,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,38123,-1] 2024-11-17T21:17:39,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:39,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:39,633 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:39,634 DEBUG [RS:0;a313eea8709e:46421.replicationSource,2-a313eea8709e,46421,1731878258442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18971803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:39,634 DEBUG [RS:0;a313eea8709e:46421.replicationSource,2-a313eea8709e,46421,1731878258442 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:39,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,38123,1731878248425 2024-11-17T21:17:39,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c0d770 2024-11-17T21:17:39,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:39,636 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T21:17:39,637 INFO [RS:0;a313eea8709e:46421.replicationSource,2-a313eea8709e,46421,1731878258442 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a313eea8709e,46421,1731878258442 (queues=0) is replicating from cluster=80a321e9-14f5-41d1-b316-41a3d8227a16 to cluster=ba0e832c-db97-4317-b231-b716fdc52751 2024-11-17T21:17:39,731 INFO [RS:0;a313eea8709e:46421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:17:39,733 INFO [RS:0;a313eea8709e:46421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C46421%2C1731878258442, suffix=, logDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs, maxLogs=10 2024-11-17T21:17:39,754 DEBUG [RS:0;a313eea8709e:46421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734, exclude list is [], retry=0 2024-11-17T21:17:39,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-8a94b8a1-c335-4a85-9ac9-4666a34fcf5d,DISK] 2024-11-17T21:17:39,760 INFO [RS:0;a313eea8709e:46421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 2024-11-17T21:17:39,760 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a313eea8709e%2C46421%2C1731878258442 for peer 1 2024-11-17T21:17:39,760 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a313eea8709e%2C46421%2C1731878258442 for peer 2 2024-11-17T21:17:39,760 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C46421%2C1731878258442 2024-11-17T21:17:39,760 INFO [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,46421,1731878258442, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:17:39,760 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a313eea8709e%2C46421%2C1731878258442 2024-11-17T21:17:39,760 INFO [RS:0;a313eea8709e:46421.replicationSource.shippera313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C46421%2C1731878258442 2024-11-17T21:17:39,761 INFO [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a313eea8709e,46421,1731878258442, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:17:39,761 INFO [RS:0;a313eea8709e:46421.replicationSource.shippera313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C46421%2C1731878258442 2024-11-17T21:17:39,761 DEBUG [RS:0;a313eea8709e:46421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-17T21:17:39,761 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734, startPosition=0, beingWritten=true 2024-11-17T21:17:39,761 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734, startPosition=0, beingWritten=true 2024-11-17T21:17:39,763 DEBUG [a313eea8709e:45211 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:17:39,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,46421,1731878258442 2024-11-17T21:17:39,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,46421,1731878258442, state=OPENING 2024-11-17T21:17:39,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465750833/meta-region-server 2024-11-17T21:17:39,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465750833/meta-region-server 2024-11-17T21:17:39,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: CHANGED 2024-11-17T21:17:39,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: CHANGED 2024-11-17T21:17:39,778 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:17:39,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,46421,1731878258442}] 2024-11-17T21:17:39,932 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:17:39,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:17:39,938 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:17:39,938 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:39,938 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:17:39,941 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C46421%2C1731878258442.meta, suffix=.meta, logDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs, maxLogs=10 2024-11-17T21:17:39,957 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.meta.1731878259942.meta, exclude list is [], retry=0 2024-11-17T21:17:39,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-8a94b8a1-c335-4a85-9ac9-4666a34fcf5d,DISK] 2024-11-17T21:17:39,962 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.meta.1731878259942.meta 2024-11-17T21:17:39,962 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-17T21:17:39,962 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:39,963 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:17:39,963 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:17:39,963 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:17:39,963 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:17:39,963 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:17:39,963 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:39,963 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:17:39,963 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:17:39,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:17:39,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:17:39,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:39,974 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/info/878806dd4e0c408995e64e307b8c942c 2024-11-17T21:17:39,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:39,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:17:39,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:17:39,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:39,980 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:39,980 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:39,986 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/ns/02fb2fab16484d288cfd67b2a400eb1c 2024-11-17T21:17:39,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:39,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:17:39,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:17:39,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:39,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:39,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:17:39,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:17:39,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:39,997 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/table/2646edcef39c45e78396e3059073f969 2024-11-17T21:17:39,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:39,997 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:17:39,998 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740 2024-11-17T21:17:39,999 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740 2024-11-17T21:17:40,001 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:17:40,001 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:17:40,002 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:40,004 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:17:40,005 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62034864, jitterRate=-0.07560849189758301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:40,005 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:17:40,005 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878259964Writing region info on filesystem at 1731878259964Initializing all the Stores at 1731878259965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878259965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878259965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878259965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878259965Cleaning up temporary data from old regions at 1731878260001 (+36 ms)Running coprocessor post-open hooks at 1731878260005 (+4 ms)Region opened successfully at 1731878260005 2024-11-17T21:17:40,007 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731878259932 2024-11-17T21:17:40,009 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:17:40,009 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:17:40,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a313eea8709e,46421,1731878258442 2024-11-17T21:17:40,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,46421,1731878258442, state=OPEN 2024-11-17T21:17:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465750833/meta-region-server 2024-11-17T21:17:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465750833/meta-region-server 2024-11-17T21:17:40,017 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,46421,1731878258442 2024-11-17T21:17:40,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: CHANGED 2024-11-17T21:17:40,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465750833/meta-region-server: CHANGED 2024-11-17T21:17:40,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T21:17:40,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,46421,1731878258442 in 239 msec 2024-11-17T21:17:40,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-17T21:17:40,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-17T21:17:40,287 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:40,288 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:40,695 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:40,696 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:40,957 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-17T21:17:41,202 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:41,206 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:41,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:17:41,813 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:41,815 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:42,461 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-17T21:17:42,520 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:42,521 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:43,328 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:43,329 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:43,864 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T21:17:43,864 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:17:43,865 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:43,865 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46421,1731878258442, seqNum=-1] 2024-11-17T21:17:43,865 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:43,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:17:43,877 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=74482c8d206affa54e139169811035b7, regionState=OPEN, lastHost=a313eea8709e,38585,1731878241412, regionLocation=a313eea8709e,38585,1731878241412, openSeqNum=2 2024-11-17T21:17:43,877 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:17:43,877 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878323877 2024-11-17T21:17:43,878 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878383878 2024-11-17T21:17:43,878 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-17T21:17:43,878 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45211,1731878258214-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:43,878 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45211,1731878258214-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:43,878 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45211,1731878258214-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:43,879 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:45211, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:43,879 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a313eea8709e,38585,1731878241412 had 2 regions 2024-11-17T21:17:43,879 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:43,879 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:43,881 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a313eea8709e,38585,1731878241412, splitWal=true, meta=true, isMeta: false 2024-11-17T21:17:43,885 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412-splitting dir is empty, no logs to split. 2024-11-17T21:17:43,885 INFO [PEWorker-3 {}] master.SplitWALManager(105): a313eea8709e,38585,1731878241412 WAL count=0, meta=false 2024-11-17T21:17:43,890 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.367sec 2024-11-17T21:17:43,890 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:17:43,890 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:17:43,890 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:17:43,890 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:17:43,890 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:17:43,890 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45211,1731878258214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:17:43,891 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45211,1731878258214-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:17:43,892 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,38585,1731878241412-splitting dir is empty, no logs to split. 2024-11-17T21:17:43,892 INFO [PEWorker-3 {}] master.SplitWALManager(105): a313eea8709e,38585,1731878241412 WAL count=0, meta=false 2024-11-17T21:17:43,892 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a313eea8709e,38585,1731878241412 WAL splitting is done? wals=0, meta=false 2024-11-17T21:17:43,893 WARN [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a313eea8709e,38585,1731878241412/hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:43,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74482c8d206affa54e139169811035b7, ASSIGN}] 2024-11-17T21:17:43,899 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74482c8d206affa54e139169811035b7, ASSIGN 2024-11-17T21:17:43,901 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74482c8d206affa54e139169811035b7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T21:17:43,906 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:17:43,906 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:17:43,906 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45211,1731878258214-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:43,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:43,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45211,-1 for getting cluster id 2024-11-17T21:17:43,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:43,997 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a321e9-14f5-41d1-b316-41a3d8227a16' 2024-11-17T21:17:43,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:43,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a321e9-14f5-41d1-b316-41a3d8227a16" 2024-11-17T21:17:43,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301e24a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:43,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45211,-1] 2024-11-17T21:17:43,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:43,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:44,001 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b3042f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:44,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46421,1731878258442, seqNum=-1] 2024-11-17T21:17:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:44,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:17:44,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T21:17:44,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:17:44,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:44,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:44,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:44,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:44,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a313eea8709e:45211 after: a313eea8709e:45211 2024-11-17T21:17:44,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:44,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45211,-1 for getting cluster id 2024-11-17T21:17:44,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:44,030 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a321e9-14f5-41d1-b316-41a3d8227a16' 2024-11-17T21:17:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a321e9-14f5-41d1-b316-41a3d8227a16" 2024-11-17T21:17:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abd488a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45211,-1] 2024-11-17T21:17:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:44,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:44,033 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:44,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:44,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:44,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,45211,1731878258214 2024-11-17T21:17:44,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60075f2d 2024-11-17T21:17:44,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:44,038 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:17:44,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45211 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T21:17:44,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45211 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T21:17:44,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45211 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T21:17:44,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45211 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T21:17:44,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:17:44,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:17:44,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:44,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:44,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:44,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:44,044 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:17:44,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1099102512, stopped=false 2024-11-17T21:17:44,045 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,38123,1731878248425 2024-11-17T21:17:44,051 DEBUG [a313eea8709e:45211 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:17:44,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=74482c8d206affa54e139169811035b7, regionState=OPENING, regionLocation=a313eea8709e,46421,1731878258442 2024-11-17T21:17:44,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74482c8d206affa54e139169811035b7, ASSIGN because future has completed 2024-11-17T21:17:44,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74482c8d206affa54e139169811035b7, server=a313eea8709e,46421,1731878258442}] 2024-11-17T21:17:44,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1902962833/running 2024-11-17T21:17:44,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1902962833/running 2024-11-17T21:17:44,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:44,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:44,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:17:44,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:17:44,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Set watcher on znode that does not yet exist, /1-1902962833/running 2024-11-17T21:17:44,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:44,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:44,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Set watcher on znode that does not yet exist, /1-1902962833/running 2024-11-17T21:17:44,113 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,46451,1731878248550' ***** 2024-11-17T21:17:44,113 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:17:44,114 INFO [RS:0;a313eea8709e:46451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:17:44,114 INFO [RS:0;a313eea8709e:46451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:17:44,114 INFO [RS:0;a313eea8709e:46451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:17:44,114 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:17:44,114 INFO [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,46451,1731878248550 2024-11-17T21:17:44,114 INFO [RS:0;a313eea8709e:46451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:17:44,114 INFO [RS:0;a313eea8709e:46451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:46451. 2024-11-17T21:17:44,114 DEBUG [RS:0;a313eea8709e:46451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:44,114 DEBUG [RS:0;a313eea8709e:46451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:44,114 INFO [RS:0;a313eea8709e:46451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:17:44,114 INFO [RS:0;a313eea8709e:46451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:17:44,114 INFO [RS:0;a313eea8709e:46451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:17:44,114 INFO [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:17:44,115 INFO [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:17:44,115 DEBUG [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:17:44,115 DEBUG [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:17:44,115 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:17:44,115 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:17:44,115 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:17:44,115 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:17:44,115 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:17:44,116 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T21:17:44,118 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:17:44,118 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:17:44,130 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:17:44,142 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/1588230740/.tmp/ns/3f905bf30fac4499b7348d41b7dc74c0 is 43, key is default/ns:d/1731878251243/Put/seqid=0 2024-11-17T21:17:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741835_1011 (size=5153) 2024-11-17T21:17:44,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:44,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:44,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:17:44,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C46421%2C1731878258442.rep, suffix=, logDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442, archiveDir=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs, maxLogs=10 2024-11-17T21:17:44,235 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:44,238 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:44,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.rep.1731878264223, exclude list is [], retry=0 2024-11-17T21:17:44,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-8a94b8a1-c335-4a85-9ac9-4666a34fcf5d,DISK] 2024-11-17T21:17:44,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.rep.1731878264223 2024-11-17T21:17:44,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-17T21:17:44,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 74482c8d206affa54e139169811035b7, NAME => 'hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:44,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:17:44,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:17:44,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. service=MultiRowMutationService 2024-11-17T21:17:44,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:17:44,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:44,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,264 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,266 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74482c8d206affa54e139169811035b7 columnFamilyName hfileref 2024-11-17T21:17:44,266 DEBUG [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:44,267 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(327): Store=74482c8d206affa54e139169811035b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:44,267 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,269 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74482c8d206affa54e139169811035b7 columnFamilyName queue 2024-11-17T21:17:44,269 DEBUG [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:44,286 DEBUG [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7/queue/bc9dac0cdf56439986b62c5fe4f592a4 2024-11-17T21:17:44,286 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(327): Store=74482c8d206affa54e139169811035b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:44,286 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,288 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74482c8d206affa54e139169811035b7 columnFamilyName sid 2024-11-17T21:17:44,288 DEBUG [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:44,288 INFO [StoreOpener-74482c8d206affa54e139169811035b7-1 {}] regionserver.HStore(327): Store=74482c8d206affa54e139169811035b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:44,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:17:44,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 74482c8d206affa54e139169811035b7; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63528653, jitterRate=-0.05334930121898651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:17:44,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:44,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 74482c8d206affa54e139169811035b7: Running coprocessor pre-open hook at 1731878264262Writing region info on filesystem at 1731878264262Initializing all the Stores at 1731878264263 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878264263Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878264264 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878264264Cleaning up temporary data from old regions at 1731878264293 (+29 ms)Running coprocessor post-open hooks at 1731878264299 (+6 ms)Region opened successfully at 1731878264300 (+1 ms) 2024-11-17T21:17:44,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7., pid=19, masterSystemTime=1731878264213 2024-11-17T21:17:44,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:44,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:44,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=74482c8d206affa54e139169811035b7, regionState=OPEN, openSeqNum=10, regionLocation=a313eea8709e,46421,1731878258442 2024-11-17T21:17:44,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74482c8d206affa54e139169811035b7, server=a313eea8709e,46421,1731878258442 because future has completed 2024-11-17T21:17:44,315 DEBUG [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:17:44,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-17T21:17:44,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 74482c8d206affa54e139169811035b7, server=a313eea8709e,46421,1731878258442 in 257 msec 2024-11-17T21:17:44,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-17T21:17:44,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74482c8d206affa54e139169811035b7, ASSIGN in 430 msec 2024-11-17T21:17:44,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T21:17:44,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7., hostname=a313eea8709e,46421,1731878258442, seqNum=10] 2024-11-17T21:17:44,387 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for a313eea8709e,38585,1731878241412 2024-11-17T21:17:44,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T21:17:44,516 DEBUG [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:17:44,550 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/1588230740/.tmp/ns/3f905bf30fac4499b7348d41b7dc74c0 2024-11-17T21:17:44,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-17T21:17:44,563 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/1588230740/.tmp/ns/3f905bf30fac4499b7348d41b7dc74c0 as hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/1588230740/ns/3f905bf30fac4499b7348d41b7dc74c0 2024-11-17T21:17:44,570 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/1588230740/ns/3f905bf30fac4499b7348d41b7dc74c0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T21:17:44,572 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false 2024-11-17T21:17:44,576 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T21:17:44,577 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:17:44,577 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:17:44,577 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:17:44,577 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878264115Running coprocessor pre-close hooks at 1731878264115Disabling compacts and flushes for region at 1731878264115Disabling writes for close at 1731878264115Obtaining lock to block concurrent updates at 1731878264116 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731878264116Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731878264116Flushing stores of hbase:meta,,1.1588230740 at 1731878264117 (+1 ms)Flushing 1588230740/ns: creating writer at 1731878264117Flushing 1588230740/ns: appending metadata at 1731878264142 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731878264142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb26e74: reopening flushed file at 1731878264562 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false at 1731878264572 (+10 ms)Writing region close event to WAL at 1731878264572Running coprocessor post-close hooks at 1731878264577 (+5 ms)Closed at 1731878264577 2024-11-17T21:17:44,578 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:17:44,716 INFO [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,46451,1731878248550; all regions closed. 2024-11-17T21:17:44,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741834_1010 (size=1152) 2024-11-17T21:17:44,722 DEBUG [RS:0;a313eea8709e:46451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/oldWALs 2024-11-17T21:17:44,722 INFO [RS:0;a313eea8709e:46451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C46451%2C1731878248550.meta:.meta(num 1731878251170) 2024-11-17T21:17:44,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741832_1008 (size=93) 2024-11-17T21:17:44,725 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/WALs/a313eea8709e,46451,1731878248550/a313eea8709e%2C46451%2C1731878248550.1731878250261 not finished, retry = 0 2024-11-17T21:17:44,830 DEBUG [RS:0;a313eea8709e:46451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/oldWALs 2024-11-17T21:17:44,830 INFO [RS:0;a313eea8709e:46451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C46451%2C1731878248550:(num 1731878250261) 2024-11-17T21:17:44,830 DEBUG [RS:0;a313eea8709e:46451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:44,830 INFO [RS:0;a313eea8709e:46451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:17:44,830 INFO [RS:0;a313eea8709e:46451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:17:44,830 INFO [RS:0;a313eea8709e:46451 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T21:17:44,831 INFO [RS:0;a313eea8709e:46451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:17:44,831 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:17:44,831 INFO [RS:0;a313eea8709e:46451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46451 2024-11-17T21:17:44,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833/rs 2024-11-17T21:17:44,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1902962833/rs/a313eea8709e,46451,1731878248550 2024-11-17T21:17:44,996 INFO [RS:0;a313eea8709e:46451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:17:44,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,46451,1731878248550] 2024-11-17T21:17:45,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1902962833/draining/a313eea8709e,46451,1731878248550 already deleted, retry=false 2024-11-17T21:17:45,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,46451,1731878248550 expired; onlineServers=0 2024-11-17T21:17:45,049 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,38123,1731878248425' ***** 2024-11-17T21:17:45,049 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:17:45,050 INFO [M:0;a313eea8709e:38123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:17:45,050 INFO [M:0;a313eea8709e:38123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:17:45,050 DEBUG [M:0;a313eea8709e:38123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:17:45,050 DEBUG [M:0;a313eea8709e:38123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:17:45,050 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:17:45,050 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878249907 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878249907,5,FailOnTimeoutGroup] 2024-11-17T21:17:45,050 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878249908 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878249908,5,FailOnTimeoutGroup] 2024-11-17T21:17:45,051 INFO [M:0;a313eea8709e:38123 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:17:45,051 INFO [M:0;a313eea8709e:38123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:17:45,052 DEBUG [M:0;a313eea8709e:38123 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:17:45,052 INFO [M:0;a313eea8709e:38123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:17:45,052 INFO [M:0;a313eea8709e:38123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:17:45,052 INFO [M:0;a313eea8709e:38123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:17:45,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:17:45,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1902962833/master 2024-11-17T21:17:45,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1902962833 2024-11-17T21:17:45,060 DEBUG [M:0;a313eea8709e:38123 {}] zookeeper.ZKUtil(347): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Unable to get data of znode /1-1902962833/master because node does not exist (not an error) 2024-11-17T21:17:45,060 WARN [M:0;a313eea8709e:38123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:17:45,063 INFO [M:0;a313eea8709e:38123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/.lastflushedseqids 2024-11-17T21:17:45,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741836_1012 (size=99) 2024-11-17T21:17:45,073 INFO [M:0;a313eea8709e:38123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:17:45,073 INFO [M:0;a313eea8709e:38123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:17:45,073 DEBUG [M:0;a313eea8709e:38123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:17:45,073 INFO [M:0;a313eea8709e:38123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:45,073 DEBUG [M:0;a313eea8709e:38123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:45,073 DEBUG [M:0;a313eea8709e:38123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:17:45,073 DEBUG [M:0;a313eea8709e:38123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:45,073 INFO [M:0;a313eea8709e:38123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T21:17:45,096 DEBUG [M:0;a313eea8709e:38123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ad3af9ca1104a18a60057e1fab3c947 is 82, key is hbase:meta,,1/info:regioninfo/1731878251218/Put/seqid=0 2024-11-17T21:17:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741837_1013 (size=5672) 2024-11-17T21:17:45,105 INFO [M:0;a313eea8709e:38123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ad3af9ca1104a18a60057e1fab3c947 2024-11-17T21:17:45,127 DEBUG [M:0;a313eea8709e:38123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f0f25675bdf4ae58c9947a00bf7fbf6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731878251250/Put/seqid=0 2024-11-17T21:17:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741838_1014 (size=5275) 2024-11-17T21:17:45,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:45,139 INFO [RS:0;a313eea8709e:46451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:17:45,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46451-0x1014aa8aafb0004, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:45,139 INFO [RS:0;a313eea8709e:46451 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,46451,1731878248550; zookeeper connection closed. 2024-11-17T21:17:45,139 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39bc8681 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39bc8681 2024-11-17T21:17:45,139 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:17:45,252 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:45,257 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:45,533 INFO [M:0;a313eea8709e:38123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f0f25675bdf4ae58c9947a00bf7fbf6 2024-11-17T21:17:45,557 DEBUG [M:0;a313eea8709e:38123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b80339241e1246f1a1f78e521409b1d1 is 69, key is a313eea8709e,46451,1731878248550/rs:state/1731878250035/Put/seqid=0 2024-11-17T21:17:45,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741839_1015 (size=5156) 2024-11-17T21:17:45,963 INFO [M:0;a313eea8709e:38123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b80339241e1246f1a1f78e521409b1d1 2024-11-17T21:17:45,975 DEBUG [M:0;a313eea8709e:38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ad3af9ca1104a18a60057e1fab3c947 as hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ad3af9ca1104a18a60057e1fab3c947 2024-11-17T21:17:45,981 INFO [M:0;a313eea8709e:38123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ad3af9ca1104a18a60057e1fab3c947, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T21:17:45,982 DEBUG [M:0;a313eea8709e:38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f0f25675bdf4ae58c9947a00bf7fbf6 as hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f0f25675bdf4ae58c9947a00bf7fbf6 2024-11-17T21:17:45,989 INFO [M:0;a313eea8709e:38123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f0f25675bdf4ae58c9947a00bf7fbf6, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T21:17:45,990 DEBUG [M:0;a313eea8709e:38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b80339241e1246f1a1f78e521409b1d1 as hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b80339241e1246f1a1f78e521409b1d1 2024-11-17T21:17:45,997 INFO [M:0;a313eea8709e:38123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b80339241e1246f1a1f78e521409b1d1, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T21:17:45,999 INFO [M:0;a313eea8709e:38123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=28, compaction requested=false 2024-11-17T21:17:46,000 INFO [M:0;a313eea8709e:38123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:46,000 DEBUG [M:0;a313eea8709e:38123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878265073Disabling compacts and flushes for region at 1731878265073Disabling writes for close at 1731878265073Obtaining lock to block concurrent updates at 1731878265073Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878265073Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731878265074 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878265074Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878265075 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878265096 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878265096Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878265112 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878265126 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878265126Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878265542 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878265556 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878265556Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58187cd5: reopening flushed file at 1731878265973 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c8f6c: reopening flushed file at 1731878265981 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e717930: reopening flushed file at 1731878265989 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=28, compaction requested=false at 1731878265999 (+10 ms)Writing region close event to WAL at 1731878266000 (+1 ms)Closed at 1731878266000 2024-11-17T21:17:46,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46503 is added to blk_1073741830_1006 (size=10165) 2024-11-17T21:17:46,003 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/123a14f5-fc8b-d829-0b5e-f2d978d11594/MasterData/WALs/a313eea8709e,38123,1731878248425/a313eea8709e%2C38123%2C1731878248425.1731878249560 not finished, retry = 0 2024-11-17T21:17:46,104 INFO [M:0;a313eea8709e:38123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:17:46,104 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:17:46,104 INFO [M:0;a313eea8709e:38123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38123 2024-11-17T21:17:46,107 INFO [M:0;a313eea8709e:38123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:17:46,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:46,265 INFO [M:0;a313eea8709e:38123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:17:46,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1014aa8aafb0003, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:46,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:17:46,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:17:46,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:17:46,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:17:46,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/hadoop.log.dir/,STOPPED} 2024-11-17T21:17:46,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:17:46,322 WARN [BP-450554966-172.17.0.2-1731878245800 heartbeating to localhost/127.0.0.1:33451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:17:46,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:17:46,322 WARN [BP-450554966-172.17.0.2-1731878245800 heartbeating to localhost/127.0.0.1:33451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-450554966-172.17.0.2-1731878245800 (Datanode Uuid ef26f1fb-d5c7-4c42-b23d-04103c1764e9) service to localhost/127.0.0.1:33451 2024-11-17T21:17:46,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/cluster_9c224676-17da-55f3-4c04-64dd6901d44f/data/data1/current/BP-450554966-172.17.0.2-1731878245800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:17:46,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/cluster_9c224676-17da-55f3-4c04-64dd6901d44f/data/data2/current/BP-450554966-172.17.0.2-1731878245800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:17:46,324 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:17:46,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:17:46,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:17:46,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:17:46,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:17:46,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/hadoop.log.dir/,STOPPED} 2024-11-17T21:17:46,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:17:46,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:17:46,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:17:46,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:46,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:46,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:46,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:46,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:17:46,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=451752959, stopped=false 2024-11-17T21:17:46,352 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,45211,1731878258214 2024-11-17T21:17:46,363 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:46,365 DEBUG [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.1731878259734 to pos 0, reset compression=false 2024-11-17T21:17:46,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465750833/running 2024-11-17T21:17:46,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465750833/running 2024-11-17T21:17:46,371 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:17:46,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:46,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:46,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:17:46,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:46,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:46,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/running 2024-11-17T21:17:46,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Set watcher on znode that does not yet exist, /0-1465750833/running 2024-11-17T21:17:46,372 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,46421,1731878258442' ***** 2024-11-17T21:17:46,372 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:17:46,372 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:17:46,372 INFO [RS:0;a313eea8709e:46421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:17:46,372 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:17:46,373 INFO [RS:0;a313eea8709e:46421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:17:46,373 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(3091): Received CLOSE for 74482c8d206affa54e139169811035b7 2024-11-17T21:17:46,373 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,46421,1731878258442 2024-11-17T21:17:46,373 INFO [RS:0;a313eea8709e:46421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:17:46,373 INFO [RS:0;a313eea8709e:46421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:46421. 2024-11-17T21:17:46,373 DEBUG [RS:0;a313eea8709e:46421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:46,373 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74482c8d206affa54e139169811035b7, disabling compactions & flushes 2024-11-17T21:17:46,373 DEBUG [RS:0;a313eea8709e:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:46,373 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:46,373 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:46,373 INFO [RS:0;a313eea8709e:46421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:17:46,373 INFO [RS:0;a313eea8709e:46421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:17:46,373 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. after waiting 0 ms 2024-11-17T21:17:46,373 INFO [RS:0;a313eea8709e:46421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:17:46,373 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:46,373 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:17:46,373 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:17:46,374 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(1325): Online Regions={74482c8d206affa54e139169811035b7=hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:17:46,374 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:17:46,374 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74482c8d206affa54e139169811035b7 2024-11-17T21:17:46,374 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:17:46,374 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:17:46,374 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:17:46,374 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:17:46,374 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T21:17:46,380 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/replication/74482c8d206affa54e139169811035b7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-17T21:17:46,381 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:17:46,381 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:17:46,381 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:46,381 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74482c8d206affa54e139169811035b7: Waiting for close lock at 1731878266373Running coprocessor pre-close hooks at 1731878266373Disabling compacts and flushes for region at 1731878266373Disabling writes for close at 1731878266373Writing region close event to WAL at 1731878266376 (+3 ms)Running coprocessor post-close hooks at 1731878266381 (+5 ms)Closed at 1731878266381 2024-11-17T21:17:46,381 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7. 2024-11-17T21:17:46,390 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/info/18a8fc81e2804bb387cdf72f82053cae is 147, key is hbase:replication,,1731878251413.74482c8d206affa54e139169811035b7./info:regioninfo/1731878264306/Put/seqid=0 2024-11-17T21:17:46,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741851_1027 (size=6385) 2024-11-17T21:17:46,459 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:17:46,550 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:17:46,550 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:17:46,574 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:17:46,774 DEBUG [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:17:46,796 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/info/18a8fc81e2804bb387cdf72f82053cae 2024-11-17T21:17:46,807 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/.tmp/info/18a8fc81e2804bb387cdf72f82053cae as hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/info/18a8fc81e2804bb387cdf72f82053cae 2024-11-17T21:17:46,816 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/info/18a8fc81e2804bb387cdf72f82053cae, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T21:17:46,818 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-11-17T21:17:46,826 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T21:17:46,827 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:17:46,827 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:17:46,827 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:17:46,828 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878266373Running coprocessor pre-close hooks at 1731878266373Disabling compacts and flushes for region at 1731878266374 (+1 ms)Disabling writes for close at 1731878266374Obtaining lock to block concurrent updates at 1731878266374Preparing flush snapshotting stores in 1588230740 at 1731878266374Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731878266374Flushing stores of hbase:meta,,1.1588230740 at 1731878266375 (+1 ms)Flushing 1588230740/info: creating writer at 1731878266375Flushing 1588230740/info: appending metadata at 1731878266390 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731878266390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7249c1f9: reopening flushed file at 1731878266805 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1731878266818 (+13 ms)Writing region close event to WAL at 1731878266820 (+2 ms)Running coprocessor post-close hooks at 1731878266827 (+7 ms)Closed at 1731878266827 2024-11-17T21:17:46,828 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:17:46,974 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,46421,1731878258442; all regions closed. 2024-11-17T21:17:46,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741849_1025 (size=2156) 2024-11-17T21:17:46,977 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.meta.1731878259942.meta not finished, retry = 0 2024-11-17T21:17:47,084 DEBUG [RS:0;a313eea8709e:46421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs 2024-11-17T21:17:47,084 INFO [RS:0;a313eea8709e:46421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C46421%2C1731878258442.meta:.meta(num 1731878259942) 2024-11-17T21:17:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741850_1026 (size=796) 2024-11-17T21:17:47,089 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/WALs/a313eea8709e,46421,1731878258442/a313eea8709e%2C46421%2C1731878258442.rep.1731878264223 not finished, retry = 0 2024-11-17T21:17:47,195 DEBUG [RS:0;a313eea8709e:46421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs 2024-11-17T21:17:47,195 INFO [RS:0;a313eea8709e:46421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C46421%2C1731878258442.rep:(num 1731878264223) 2024-11-17T21:17:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741848_1024 (size=93) 2024-11-17T21:17:47,205 DEBUG [RS:0;a313eea8709e:46421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/oldWALs 2024-11-17T21:17:47,205 INFO [RS:0;a313eea8709e:46421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C46421%2C1731878258442:(num 1731878259734) 2024-11-17T21:17:47,205 DEBUG [RS:0;a313eea8709e:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:47,205 INFO [RS:0;a313eea8709e:46421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:17:47,205 INFO [RS:0;a313eea8709e:46421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:17:47,206 INFO [RS:0;a313eea8709e:46421 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:17:47,206 INFO [RS:0;a313eea8709e:46421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:17:47,206 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:17:47,206 INFO [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,46421,1731878258442 because: Region server is closing 2024-11-17T21:17:47,206 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T21:17:47,206 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T21:17:47,206 INFO [RS:0;a313eea8709e:46421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:46421. 2024-11-17T21:17:47,206 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-17T21:17:47,206 DEBUG [RS:0;a313eea8709e:46421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:47,207 DEBUG [RS:0;a313eea8709e:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:47,207 DEBUG [RS:0;a313eea8709e:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:47,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:47,307 WARN [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:17:47,307 WARN [RS:0;a313eea8709e:46421.replicationSource.shippera313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T21:17:47,307 INFO [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a313eea8709e:46421.replicationSource.shippera313eea8709e%2C46421%2C1731878258442,1-a313eea8709e,46421,1731878258442 terminated 2024-11-17T21:17:47,307 INFO [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a313eea8709e,46421,1731878258442 because: Region server is closing 2024-11-17T21:17:47,308 INFO [RS:0;a313eea8709e:46421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:46421. 2024-11-17T21:17:47,308 DEBUG [RS:0;a313eea8709e:46421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:17:47,308 DEBUG [RS:0;a313eea8709e:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:47,308 DEBUG [RS:0;a313eea8709e:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:47,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:47,408 WARN [RS:0;a313eea8709e:46421.replicationSource.wal-reader.a313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:17:47,408 WARN [RS:0;a313eea8709e:46421.replicationSource.shippera313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T21:17:47,408 INFO [RS:0;a313eea8709e:46421 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;a313eea8709e:46421.replicationSource.shippera313eea8709e%2C46421%2C1731878258442,2-a313eea8709e,46421,1731878258442 terminated 2024-11-17T21:17:47,409 INFO [RS:0;a313eea8709e:46421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46421 2024-11-17T21:17:47,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833/rs 2024-11-17T21:17:47,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465750833/rs/a313eea8709e,46421,1731878258442 2024-11-17T21:17:47,459 INFO [RS:0;a313eea8709e:46421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:17:47,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,46421,1731878258442] 2024-11-17T21:17:47,480 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465750833/draining/a313eea8709e,46421,1731878258442 already deleted, retry=false 2024-11-17T21:17:47,480 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,46421,1731878258442 expired; onlineServers=0 2024-11-17T21:17:47,480 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,45211,1731878258214' ***** 2024-11-17T21:17:47,480 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:17:47,480 INFO [M:0;a313eea8709e:45211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:17:47,480 INFO [M:0;a313eea8709e:45211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:17:47,480 DEBUG [M:0;a313eea8709e:45211 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:17:47,480 DEBUG [M:0;a313eea8709e:45211 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:17:47,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:17:47,480 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878259349 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878259349,5,FailOnTimeoutGroup] 2024-11-17T21:17:47,480 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878259350 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878259350,5,FailOnTimeoutGroup] 2024-11-17T21:17:47,481 INFO [M:0;a313eea8709e:45211 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:17:47,481 INFO [M:0;a313eea8709e:45211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:17:47,481 DEBUG [M:0;a313eea8709e:45211 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:17:47,481 INFO [M:0;a313eea8709e:45211 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:17:47,481 INFO [M:0;a313eea8709e:45211 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:17:47,481 INFO [M:0;a313eea8709e:45211 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:17:47,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:17:47,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465750833/master 2024-11-17T21:17:47,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465750833 2024-11-17T21:17:47,491 DEBUG [M:0;a313eea8709e:45211 {}] zookeeper.ZKUtil(347): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Unable to get data of znode /0-1465750833/master because node does not exist (not an error) 2024-11-17T21:17:47,491 WARN [M:0;a313eea8709e:45211 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:17:47,492 INFO [M:0;a313eea8709e:45211 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/.lastflushedseqids 2024-11-17T21:17:47,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741852_1028 (size=181) 2024-11-17T21:17:47,570 INFO [RS:0;a313eea8709e:46421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:17:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:47,570 INFO [RS:0;a313eea8709e:46421 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,46421,1731878258442; zookeeper connection closed. 2024-11-17T21:17:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1014aa8aafb0007, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:47,570 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7612ba01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7612ba01 2024-11-17T21:17:47,570 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:17:47,900 INFO [M:0;a313eea8709e:45211 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:17:47,900 INFO [M:0;a313eea8709e:45211 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:17:47,900 DEBUG [M:0;a313eea8709e:45211 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:17:47,900 INFO [M:0;a313eea8709e:45211 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:47,900 DEBUG [M:0;a313eea8709e:45211 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:47,900 DEBUG [M:0;a313eea8709e:45211 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:17:47,900 DEBUG [M:0;a313eea8709e:45211 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:47,900 INFO [M:0;a313eea8709e:45211 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T21:17:47,917 DEBUG [M:0;a313eea8709e:45211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13e37596055d48bbbf530de0e99896f1 is 82, key is hbase:meta,,1/info:regioninfo/1731878260010/Put/seqid=0 2024-11-17T21:17:47,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741853_1029 (size=5680) 2024-11-17T21:17:48,323 INFO [M:0;a313eea8709e:45211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13e37596055d48bbbf530de0e99896f1 2024-11-17T21:17:48,342 DEBUG [M:0;a313eea8709e:45211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15c5808a5294484e917fc60f7ad7043d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731878264328/Put/seqid=0 2024-11-17T21:17:48,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741854_1030 (size=7319) 2024-11-17T21:17:48,747 INFO [M:0;a313eea8709e:45211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15c5808a5294484e917fc60f7ad7043d 2024-11-17T21:17:48,771 DEBUG [M:0;a313eea8709e:45211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e255bb5ffcf844f0a47d02f06f20d4e7 is 69, key is a313eea8709e,46421,1731878258442/rs:state/1731878259424/Put/seqid=0 2024-11-17T21:17:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741855_1031 (size=5371) 2024-11-17T21:17:49,177 INFO [M:0;a313eea8709e:45211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e255bb5ffcf844f0a47d02f06f20d4e7 2024-11-17T21:17:49,185 INFO [M:0;a313eea8709e:45211 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e255bb5ffcf844f0a47d02f06f20d4e7 2024-11-17T21:17:49,186 DEBUG [M:0;a313eea8709e:45211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13e37596055d48bbbf530de0e99896f1 as hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13e37596055d48bbbf530de0e99896f1 2024-11-17T21:17:49,192 INFO [M:0;a313eea8709e:45211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13e37596055d48bbbf530de0e99896f1, entries=8, sequenceid=172, filesize=5.5 K 2024-11-17T21:17:49,193 DEBUG [M:0;a313eea8709e:45211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15c5808a5294484e917fc60f7ad7043d as hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15c5808a5294484e917fc60f7ad7043d 2024-11-17T21:17:49,199 INFO [M:0;a313eea8709e:45211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15c5808a5294484e917fc60f7ad7043d, entries=7, sequenceid=172, filesize=7.1 K 2024-11-17T21:17:49,200 DEBUG [M:0;a313eea8709e:45211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e255bb5ffcf844f0a47d02f06f20d4e7 as hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e255bb5ffcf844f0a47d02f06f20d4e7 2024-11-17T21:17:49,206 INFO [M:0;a313eea8709e:45211 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e255bb5ffcf844f0a47d02f06f20d4e7 2024-11-17T21:17:49,206 INFO [M:0;a313eea8709e:45211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40043/user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e255bb5ffcf844f0a47d02f06f20d4e7, entries=2, sequenceid=172, filesize=5.2 K 2024-11-17T21:17:49,207 INFO [M:0;a313eea8709e:45211 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=172, compaction requested=false 2024-11-17T21:17:49,208 INFO [M:0;a313eea8709e:45211 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:49,209 DEBUG [M:0;a313eea8709e:45211 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878267900Disabling compacts and flushes for region at 1731878267900Disabling writes for close at 1731878267900Obtaining lock to block concurrent updates at 1731878267900Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878267900Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731878267901 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878267902 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878267902Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878267917 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878267917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878268328 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878268342 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878268342Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878268753 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878268770 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878268770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf31153: reopening flushed file at 1731878269185 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224a5f14: reopening flushed file at 1731878269192 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424f6a9c: reopening flushed file at 1731878269199 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=172, compaction requested=false at 1731878269207 (+8 ms)Writing region close event to WAL at 1731878269208 (+1 ms)Closed at 1731878269208 2024-11-17T21:17:49,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741847_1023 (size=22949) 2024-11-17T21:17:49,212 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8000cbf1-20f3-64fa-6543-b8a325461c42/MasterData/WALs/a313eea8709e,45211,1731878258214/a313eea8709e%2C45211%2C1731878258214.1731878259002 not finished, retry = 0 2024-11-17T21:17:49,313 INFO [M:0;a313eea8709e:45211 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:17:49,313 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:17:49,313 INFO [M:0;a313eea8709e:45211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45211 2024-11-17T21:17:49,314 INFO [M:0;a313eea8709e:45211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:17:49,433 INFO [M:0;a313eea8709e:45211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:17:49,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:49,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45211-0x1014aa8aafb0006, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:17:49,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:17:49,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:17:49,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:17:49,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:17:49,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/hadoop.log.dir/,STOPPED} 2024-11-17T21:17:49,438 WARN [BP-1367963282-172.17.0.2-1731878236752 heartbeating to localhost/127.0.0.1:40043 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:17:49,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:17:49,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:17:49,438 WARN [BP-1367963282-172.17.0.2-1731878236752 heartbeating to localhost/127.0.0.1:40043 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1367963282-172.17.0.2-1731878236752 (Datanode Uuid 75553fd4-bc64-43d5-b3b2-a861b158ec8d) service to localhost/127.0.0.1:40043 2024-11-17T21:17:49,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/cluster_c8fdb114-3475-2b17-764a-2201ec7d1de2/data/data1/current/BP-1367963282-172.17.0.2-1731878236752 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:17:49,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/cluster_c8fdb114-3475-2b17-764a-2201ec7d1de2/data/data2/current/BP-1367963282-172.17.0.2-1731878236752 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:17:49,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:17:49,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:17:49,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:17:49,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:17:49,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:17:49,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d886c0-213f-9b8b-9071-cba25aff5daf/hadoop.log.dir/,STOPPED} 2024-11-17T21:17:49,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T21:17:49,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:17:49,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=105 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a313eea8709e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51317) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a313eea8709e:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/a313eea8709e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33451 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40043 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/a313eea8709e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a313eea8709e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51317) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=8831 (was 9138) 2024-11-17T21:17:49,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=105, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=8829 2024-11-17T21:17:49,501 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-17T21:17:49,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/hadoop.log.dir so I do NOT create it in target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c 2024-11-17T21:17:49,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:17:49,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/hadoop.tmp.dir so I do NOT create it in target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c 2024-11-17T21:17:49,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb57a5bf-b9c1-c183-2f7f-dd2b76a005eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:17:49,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c 2024-11-17T21:17:49,502 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/cluster_c4f13d7a-71e7-ea0d-7c93-7b3ad7fc03b1, deleteOnExit=true 2024-11-17T21:17:49,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/cluster_c4f13d7a-71e7-ea0d-7c93-7b3ad7fc03b1/zookeeper_0, clientPort=49601, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/cluster_c4f13d7a-71e7-ea0d-7c93-7b3ad7fc03b1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/cluster_c4f13d7a-71e7-ea0d-7c93-7b3ad7fc03b1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T21:17:49,518 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49601 2024-11-17T21:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/test.cache.data in system properties and HBase conf 2024-11-17T21:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:17:49,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:17:49,519 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:17:49,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:17:49,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:17:49,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:17:49,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:17:49,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:17:49,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:17:49,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:17:49,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:17:49,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:17:49,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:17:49,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:17:49,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:17:49,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:17:49,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:17:49,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014aa8aafb0002, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:17:49,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014aa8aafb0005, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:17:49,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014aa8aafb0005, quorum=127.0.0.1:51317, baseZNode=/1-1902962833 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:17:49,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014aa8aafb0002, quorum=127.0.0.1:51317, baseZNode=/0-1465750833 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:17:49,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:17:49,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:17:49,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:17:49,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:49,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:17:49,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:17:49,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:17:49,894 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:17:49,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:49,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:17:49,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:17:49,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/java.io.tmpdir/jetty-localhost-39441-hadoop-hdfs-3_4_1-tests_jar-_-any-14801761017550848956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:17:49,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:39441} 2024-11-17T21:17:49,998 INFO [Time-limited test {}] server.Server(415): Started @35327ms 2024-11-17T21:17:50,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:50,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:17:50,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:17:50,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:17:50,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:17:50,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:17:50,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:17:50,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/java.io.tmpdir/jetty-localhost-36269-hadoop-hdfs-3_4_1-tests_jar-_-any-18377138648852031922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:17:50,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:36269} 2024-11-17T21:17:50,391 INFO [Time-limited test {}] server.Server(415): Started @35720ms 2024-11-17T21:17:50,392 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:17:50,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:17:50,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:17:50,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T21:17:50,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:17:51,068 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/cluster_c4f13d7a-71e7-ea0d-7c93-7b3ad7fc03b1/data/data1/current/BP-1889214265-172.17.0.2-1731878269547/current, will proceed with Du for space computation calculation, 2024-11-17T21:17:51,068 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/cluster_c4f13d7a-71e7-ea0d-7c93-7b3ad7fc03b1/data/data2/current/BP-1889214265-172.17.0.2-1731878269547/current, will proceed with Du for space computation calculation, 2024-11-17T21:17:51,086 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:17:51,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8eaa8553ea79dc41 with lease ID 0x110560dde7910bd7: Processing first storage report for DS-f9a6db47-5c2a-4d7b-9a4f-61a4952136a5 from datanode DatanodeRegistration(127.0.0.1:37311, datanodeUuid=c0c83f53-6124-45e0-b12f-37d3972faa1a, infoPort=35751, infoSecurePort=0, ipcPort=33197, storageInfo=lv=-57;cid=testClusterID;nsid=1793740378;c=1731878269547) 2024-11-17T21:17:51,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8eaa8553ea79dc41 with lease ID 0x110560dde7910bd7: from storage DS-f9a6db47-5c2a-4d7b-9a4f-61a4952136a5 node DatanodeRegistration(127.0.0.1:37311, datanodeUuid=c0c83f53-6124-45e0-b12f-37d3972faa1a, infoPort=35751, infoSecurePort=0, ipcPort=33197, storageInfo=lv=-57;cid=testClusterID;nsid=1793740378;c=1731878269547), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T21:17:51,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8eaa8553ea79dc41 with lease ID 0x110560dde7910bd7: Processing first storage report for DS-ad335931-bbf8-449e-93e8-f43beeac3395 from datanode DatanodeRegistration(127.0.0.1:37311, datanodeUuid=c0c83f53-6124-45e0-b12f-37d3972faa1a, infoPort=35751, infoSecurePort=0, ipcPort=33197, storageInfo=lv=-57;cid=testClusterID;nsid=1793740378;c=1731878269547) 2024-11-17T21:17:51,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8eaa8553ea79dc41 with lease ID 0x110560dde7910bd7: from storage DS-ad335931-bbf8-449e-93e8-f43beeac3395 node DatanodeRegistration(127.0.0.1:37311, datanodeUuid=c0c83f53-6124-45e0-b12f-37d3972faa1a, infoPort=35751, infoSecurePort=0, ipcPort=33197, storageInfo=lv=-57;cid=testClusterID;nsid=1793740378;c=1731878269547), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:17:51,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c 2024-11-17T21:17:51,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:51,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:51,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:17:51,537 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c with version=8 2024-11-17T21:17:51,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/hbase-staging 2024-11-17T21:17:51,538 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:17:51,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:51,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:51,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:17:51,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:51,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:17:51,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:17:51,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:17:51,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41649 2024-11-17T21:17:51,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41649 connecting to ZooKeeper ensemble=127.0.0.1:49601 2024-11-17T21:17:51,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416490x0, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:51,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41649-0x1014aa92df70000 connected 2024-11-17T21:17:51,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:51,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:51,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Set watcher on znode that does not yet exist, /01701474530/running 2024-11-17T21:17:51,736 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c, hbase.cluster.distributed=false 2024-11-17T21:17:51,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Set watcher on znode that does not yet exist, /01701474530/acl 2024-11-17T21:17:51,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-17T21:17:51,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41649 2024-11-17T21:17:51,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41649 2024-11-17T21:17:51,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-17T21:17:51,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-17T21:17:51,769 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:17:51,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:51,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:51,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:17:51,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:51,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:17:51,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:17:51,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:17:51,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37445 2024-11-17T21:17:51,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37445 connecting to ZooKeeper ensemble=127.0.0.1:49601 2024-11-17T21:17:51,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:51,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:51,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374450x0, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:51,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37445-0x1014aa92df70001 connected 2024-11-17T21:17:51,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Set watcher on znode that does not yet exist, /01701474530/running 2024-11-17T21:17:51,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:17:51,804 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:17:51,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Set watcher on znode that does not yet exist, /01701474530/master 2024-11-17T21:17:51,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Set watcher on znode that does not yet exist, /01701474530/acl 2024-11-17T21:17:51,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37445 2024-11-17T21:17:51,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37445 2024-11-17T21:17:51,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37445 2024-11-17T21:17:51,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37445 2024-11-17T21:17:51,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37445 2024-11-17T21:17:51,834 DEBUG [M:0;a313eea8709e:41649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:41649 2024-11-17T21:17:51,835 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01701474530/backup-masters/a313eea8709e,41649,1731878271538 2024-11-17T21:17:51,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530/backup-masters 2024-11-17T21:17:51,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530/backup-masters 2024-11-17T21:17:51,853 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Set watcher on existing znode=/01701474530/backup-masters/a313eea8709e,41649,1731878271538 2024-11-17T21:17:51,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01701474530/master 2024-11-17T21:17:51,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:51,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:51,868 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Set watcher on existing znode=/01701474530/master 2024-11-17T21:17:51,868 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01701474530/backup-masters/a313eea8709e,41649,1731878271538 from backup master directory 2024-11-17T21:17:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701474530/backup-masters/a313eea8709e,41649,1731878271538 2024-11-17T21:17:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530/backup-masters 2024-11-17T21:17:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530/backup-masters 2024-11-17T21:17:51,877 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:17:51,877 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,41649,1731878271538 2024-11-17T21:17:51,893 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/hbase.id] with ID: 127fb98b-b325-445f-8022-8b8fe048e722 2024-11-17T21:17:51,893 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/.tmp/hbase.id 2024-11-17T21:17:51,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:17:51,911 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/.tmp/hbase.id]:[hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/hbase.id] 2024-11-17T21:17:51,949 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:51,949 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:17:51,952 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-17T21:17:51,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:51,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:17:51,973 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:17:51,973 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:17:51,974 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:52,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:17:52,002 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store 2024-11-17T21:17:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:17:52,015 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:52,016 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:17:52,016 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:52,016 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:52,016 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:17:52,016 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:52,016 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:52,016 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878272016Disabling compacts and flushes for region at 1731878272016Disabling writes for close at 1731878272016Writing region close event to WAL at 1731878272016Closed at 1731878272016 2024-11-17T21:17:52,017 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/.initializing 2024-11-17T21:17:52,017 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/WALs/a313eea8709e,41649,1731878271538 2024-11-17T21:17:52,019 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:17:52,023 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C41649%2C1731878271538, suffix=, logDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/WALs/a313eea8709e,41649,1731878271538, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/oldWALs, maxLogs=10 2024-11-17T21:17:52,041 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/WALs/a313eea8709e,41649,1731878271538/a313eea8709e%2C41649%2C1731878271538.1731878272023, exclude list is [], retry=0 2024-11-17T21:17:52,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-f9a6db47-5c2a-4d7b-9a4f-61a4952136a5,DISK] 2024-11-17T21:17:52,047 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/WALs/a313eea8709e,41649,1731878271538/a313eea8709e%2C41649%2C1731878271538.1731878272023 2024-11-17T21:17:52,047 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35751:35751)] 2024-11-17T21:17:52,047 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:52,047 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:52,048 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,048 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:17:52,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:52,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:52,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:17:52,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:52,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:52,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:17:52,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:52,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:52,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:17:52,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:52,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:52,061 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,062 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,062 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,066 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,066 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,067 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:52,070 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:52,077 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:17:52,078 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59511850, jitterRate=-0.11320433020591736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:52,079 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878272048Initializing all the Stores at 1731878272049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878272049Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878272049Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878272049Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878272049Cleaning up temporary data from old regions at 1731878272066 (+17 ms)Region opened successfully at 1731878272079 (+13 ms) 2024-11-17T21:17:52,080 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:17:52,087 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dc58c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:17:52,088 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:17:52,088 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:17:52,089 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:17:52,089 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:17:52,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:17:52,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:17:52,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:17:52,103 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:17:52,104 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Unable to get data of znode /01701474530/balancer because node does not exist (not necessarily an error) 2024-11-17T21:17:52,115 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701474530/balancer already deleted, retry=false 2024-11-17T21:17:52,116 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:17:52,117 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Unable to get data of znode /01701474530/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:17:52,129 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701474530/normalizer already deleted, retry=false 2024-11-17T21:17:52,130 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:17:52,137 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Unable to get data of znode /01701474530/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:17:52,150 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701474530/switch/split already deleted, retry=false 2024-11-17T21:17:52,152 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Unable to get data of znode /01701474530/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:17:52,161 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701474530/switch/merge already deleted, retry=false 2024-11-17T21:17:52,163 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Unable to get data of znode /01701474530/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:17:52,171 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701474530/snapshot-cleanup already deleted, retry=false 2024-11-17T21:17:52,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01701474530/running 2024-11-17T21:17:52,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01701474530/running 2024-11-17T21:17:52,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:52,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:52,182 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,41649,1731878271538, sessionid=0x1014aa92df70000, setting cluster-up flag (Was=false) 2024-11-17T21:17:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:52,235 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01701474530/flush-table-proc/acquired, /01701474530/flush-table-proc/reached, /01701474530/flush-table-proc/abort 2024-11-17T21:17:52,237 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,41649,1731878271538 2024-11-17T21:17:52,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:52,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:52,287 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01701474530/online-snapshot/acquired, /01701474530/online-snapshot/reached, /01701474530/online-snapshot/abort 2024-11-17T21:17:52,289 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,41649,1731878271538 2024-11-17T21:17:52,291 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:17:52,294 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:52,294 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:17:52,294 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:17:52,295 WARN [master/a313eea8709e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a313eea8709e,38585,1731878241412: status=Processing ServerCrashProcedure of a313eea8709e,38585,1731878241412 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731878259347, completionTime=-1 appears to have been leaked 2024-11-17T21:17:52,295 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,41649,1731878271538 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:17:52,296 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:52,296 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:52,296 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:52,297 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:52,297 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:17:52,297 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,297 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:17:52,297 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:52,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:17:52,304 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:52,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:17:52,328 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878302328 2024-11-17T21:17:52,328 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:17:52,329 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:17:52,329 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:17:52,329 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:17:52,329 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:17:52,329 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:17:52,329 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,335 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(746): ClusterId : 127fb98b-b325-445f-8022-8b8fe048e722 2024-11-17T21:17:52,335 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:17:52,342 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:17:52,342 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:17:52,342 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:17:52,342 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:17:52,348 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:17:52,348 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:17:52,348 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:17:52,348 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:17:52,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:17:52,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:17:52,354 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c 2024-11-17T21:17:52,360 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878272348,5,FailOnTimeoutGroup] 2024-11-17T21:17:52,365 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:17:52,365 DEBUG [RS:0;a313eea8709e:37445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee670b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:17:52,368 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878272360,5,FailOnTimeoutGroup] 2024-11-17T21:17:52,368 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,368 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:17:52,369 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,369 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,392 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:37445 2024-11-17T21:17:52,392 INFO [RS:0;a313eea8709e:37445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:17:52,392 INFO [RS:0;a313eea8709e:37445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:17:52,392 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:17:52,394 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,41649,1731878271538 with port=37445, startcode=1731878271768 2024-11-17T21:17:52,394 DEBUG [RS:0;a313eea8709e:37445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:17:52,399 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:17:52,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,37445,1731878271768 2024-11-17T21:17:52,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41649 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,37445,1731878271768 2024-11-17T21:17:52,402 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c 2024-11-17T21:17:52,403 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35761 2024-11-17T21:17:52,403 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:17:52,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741832_1008 (size=32) 2024-11-17T21:17:52,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530/rs 2024-11-17T21:17:52,414 DEBUG [RS:0;a313eea8709e:37445 {}] zookeeper.ZKUtil(111): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Set watcher on existing znode=/01701474530/rs/a313eea8709e,37445,1731878271768 2024-11-17T21:17:52,414 WARN [RS:0;a313eea8709e:37445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:17:52,414 INFO [RS:0;a313eea8709e:37445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:52,414 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768 2024-11-17T21:17:52,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,37445,1731878271768] 2024-11-17T21:17:52,427 INFO [RS:0;a313eea8709e:37445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:17:52,429 INFO [RS:0;a313eea8709e:37445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:17:52,434 INFO [RS:0;a313eea8709e:37445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:17:52,435 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,435 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:17:52,436 INFO [RS:0;a313eea8709e:37445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:17:52,436 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,436 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,436 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,436 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,436 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,436 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,436 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:17:52,437 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,437 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,437 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,437 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,437 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,437 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:52,437 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:17:52,437 DEBUG [RS:0;a313eea8709e:37445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:17:52,440 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,440 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,440 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,440 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,440 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,441 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37445,1731878271768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:17:52,455 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:17:52,455 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37445,1731878271768-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,455 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,455 INFO [RS:0;a313eea8709e:37445 {}] regionserver.Replication(171): a313eea8709e,37445,1731878271768 started 2024-11-17T21:17:52,469 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:52,469 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,37445,1731878271768, RpcServer on a313eea8709e/172.17.0.2:37445, sessionid=0x1014aa92df70001 2024-11-17T21:17:52,469 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:17:52,469 DEBUG [RS:0;a313eea8709e:37445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,37445,1731878271768 2024-11-17T21:17:52,469 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,37445,1731878271768' 2024-11-17T21:17:52,469 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01701474530/flush-table-proc/abort' 2024-11-17T21:17:52,470 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01701474530/flush-table-proc/acquired' 2024-11-17T21:17:52,470 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:17:52,470 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:17:52,470 DEBUG [RS:0;a313eea8709e:37445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,37445,1731878271768 2024-11-17T21:17:52,470 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,37445,1731878271768' 2024-11-17T21:17:52,470 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01701474530/online-snapshot/abort' 2024-11-17T21:17:52,471 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01701474530/online-snapshot/acquired' 2024-11-17T21:17:52,471 DEBUG [RS:0;a313eea8709e:37445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:17:52,471 INFO [RS:0;a313eea8709e:37445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:17:52,471 INFO [RS:0;a313eea8709e:37445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:17:52,572 INFO [RS:0;a313eea8709e:37445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:17:52,573 INFO [RS:0;a313eea8709e:37445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C37445%2C1731878271768, suffix=, logDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/oldWALs, maxLogs=10 2024-11-17T21:17:52,586 DEBUG [RS:0;a313eea8709e:37445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.1731878272574, exclude list is [], retry=0 2024-11-17T21:17:52,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-f9a6db47-5c2a-4d7b-9a4f-61a4952136a5,DISK] 2024-11-17T21:17:52,591 INFO [RS:0;a313eea8709e:37445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.1731878272574 2024-11-17T21:17:52,592 DEBUG [RS:0;a313eea8709e:37445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35751:35751)] 2024-11-17T21:17:52,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:52,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:17:52,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:17:52,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:52,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:52,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:17:52,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:17:52,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:52,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:52,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:17:52,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:17:52,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:52,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:52,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:17:52,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:17:52,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:52,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:52,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:17:52,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740 2024-11-17T21:17:52,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740 2024-11-17T21:17:52,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:17:52,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:17:52,828 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:52,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:17:52,832 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:17:52,832 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74778378, jitterRate=0.11428466439247131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:52,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878272812Initializing all the Stores at 1731878272813 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878272813Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878272814 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878272814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878272814Cleaning up temporary data from old regions at 1731878272827 (+13 ms)Region opened successfully at 1731878272833 (+6 ms) 2024-11-17T21:17:52,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:17:52,833 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:17:52,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:17:52,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:17:52,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:17:52,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:17:52,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878272833Disabling compacts and flushes for region at 1731878272833Disabling writes for close at 1731878272833Writing region close event to WAL at 1731878272834 (+1 ms)Closed at 1731878272834 2024-11-17T21:17:52,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:52,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:17:52,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:17:52,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:17:52,838 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:17:52,988 DEBUG [a313eea8709e:41649 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:17:52,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,37445,1731878271768 2024-11-17T21:17:52,990 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,37445,1731878271768, state=OPENING 2024-11-17T21:17:53,041 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:17:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:53,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:17:53,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701474530/meta-region-server: CHANGED 2024-11-17T21:17:53,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701474530/meta-region-server: CHANGED 2024-11-17T21:17:53,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,37445,1731878271768}] 2024-11-17T21:17:53,206 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:17:53,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:17:53,210 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:17:53,211 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:53,211 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:17:53,212 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C37445%2C1731878271768.meta, suffix=.meta, logDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/oldWALs, maxLogs=10 2024-11-17T21:17:53,224 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.meta.1731878273213.meta, exclude list is [], retry=0 2024-11-17T21:17:53,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-f9a6db47-5c2a-4d7b-9a4f-61a4952136a5,DISK] 2024-11-17T21:17:53,228 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.meta.1731878273213.meta 2024-11-17T21:17:53,228 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35751:35751)] 2024-11-17T21:17:53,228 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:53,229 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:17:53,229 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:17:53,229 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:17:53,229 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:17:53,229 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:17:53,229 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:53,229 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:17:53,229 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:17:53,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:17:53,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:17:53,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:53,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:53,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:17:53,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:17:53,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:53,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:53,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:17:53,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:17:53,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:53,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:53,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:17:53,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:17:53,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:53,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:53,238 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:17:53,238 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740 2024-11-17T21:17:53,239 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740 2024-11-17T21:17:53,240 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:17:53,241 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:17:53,241 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:53,242 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:17:53,243 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73035728, jitterRate=0.0883171558380127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:53,243 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:17:53,243 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878273229Writing region info on filesystem at 1731878273229Initializing all the Stores at 1731878273230 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878273230Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878273231 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878273231Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878273231Cleaning up temporary data from old regions at 1731878273241 (+10 ms)Running coprocessor post-open hooks at 1731878273243 (+2 ms)Region opened successfully at 1731878273243 2024-11-17T21:17:53,244 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878273205 2024-11-17T21:17:53,246 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:17:53,246 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:17:53,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37445,1731878271768 2024-11-17T21:17:53,248 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,37445,1731878271768, state=OPEN 2024-11-17T21:17:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01701474530/meta-region-server 2024-11-17T21:17:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01701474530/meta-region-server 2024-11-17T21:17:53,280 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,37445,1731878271768 2024-11-17T21:17:53,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701474530/meta-region-server: CHANGED 2024-11-17T21:17:53,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701474530/meta-region-server: CHANGED 2024-11-17T21:17:53,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:17:53,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,37445,1731878271768 in 228 msec 2024-11-17T21:17:53,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:17:53,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-17T21:17:53,286 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:53,286 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:17:53,288 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:53,288 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37445,1731878271768, seqNum=-1] 2024-11-17T21:17:53,288 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:53,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:17:53,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0020 sec 2024-11-17T21:17:53,295 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878273295, completionTime=-1 2024-11-17T21:17:53,295 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:17:53,295 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:17:53,297 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:17:53,297 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878333297 2024-11-17T21:17:53,297 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878393297 2024-11-17T21:17:53,297 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T21:17:53,297 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41649,1731878271538-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:53,297 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41649,1731878271538-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:53,297 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41649,1731878271538-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:53,297 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:41649, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:53,297 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:53,298 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:53,299 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:17:53,301 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.424sec 2024-11-17T21:17:53,301 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:17:53,301 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:17:53,301 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:17:53,302 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:17:53,302 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:17:53,302 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41649,1731878271538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:17:53,302 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41649,1731878271538-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:17:53,304 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:17:53,304 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:17:53,304 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41649,1731878271538-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:53,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:53,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41649,-1 for getting cluster id 2024-11-17T21:17:53,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:53,335 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '127fb98b-b325-445f-8022-8b8fe048e722' 2024-11-17T21:17:53,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:53,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "127fb98b-b325-445f-8022-8b8fe048e722" 2024-11-17T21:17:53,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15798c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:53,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41649,-1] 2024-11-17T21:17:53,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:53,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:53,337 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:53,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:53,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:53,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37445,1731878271768, seqNum=-1] 2024-11-17T21:17:53,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:53,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:17:53,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,41649,1731878271538 2024-11-17T21:17:53,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49601 2024-11-17T21:17:53,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:53,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014aa92df70002 connected 2024-11-17T21:17:53,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/hadoop.log.dir so I do NOT create it in target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725 2024-11-17T21:17:53,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:17:53,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/hadoop.tmp.dir so I do NOT create it in target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725 2024-11-17T21:17:53,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:17:53,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725 2024-11-17T21:17:53,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:17:53,374 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/cluster_51e87532-6028-5ab3-189f-537f86a5854f, deleteOnExit=true 2024-11-17T21:17:53,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:17:53,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/test.cache.data in system properties and HBase conf 2024-11-17T21:17:53,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:17:53,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:17:53,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:17:53,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:17:53,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:17:53,375 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:17:53,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:17:53,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:17:53,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:17:53,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:53,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:17:53,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:17:53,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:17:53,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:17:53,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:53,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:17:53,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:17:53,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/java.io.tmpdir/jetty-localhost-39383-hadoop-hdfs-3_4_1-tests_jar-_-any-17760233173311586223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:17:53,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:39383} 2024-11-17T21:17:53,827 INFO [Time-limited test {}] server.Server(415): Started @39156ms 2024-11-17T21:17:54,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:17:54,296 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:17:54,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:17:54,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:17:54,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:17:54,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:17:54,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:17:54,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/java.io.tmpdir/jetty-localhost-39381-hadoop-hdfs-3_4_1-tests_jar-_-any-14665581989866395338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:17:54,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:39381} 2024-11-17T21:17:54,393 INFO [Time-limited test {}] server.Server(415): Started @39722ms 2024-11-17T21:17:54,394 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:17:55,062 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/cluster_51e87532-6028-5ab3-189f-537f86a5854f/data/data1/current/BP-1612452706-172.17.0.2-1731878273398/current, will proceed with Du for space computation calculation, 2024-11-17T21:17:55,064 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/cluster_51e87532-6028-5ab3-189f-537f86a5854f/data/data2/current/BP-1612452706-172.17.0.2-1731878273398/current, will proceed with Du for space computation calculation, 2024-11-17T21:17:55,079 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:17:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe82293571ab266be with lease ID 0x57ba845497683542: Processing first storage report for DS-cf3fe2c0-476b-4bd8-ac43-5987aa1bdbfc from datanode DatanodeRegistration(127.0.0.1:35747, datanodeUuid=749c9cb9-8193-46ea-b5f8-58ee25eea4d4, infoPort=33431, infoSecurePort=0, ipcPort=41211, storageInfo=lv=-57;cid=testClusterID;nsid=1956213878;c=1731878273398) 2024-11-17T21:17:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe82293571ab266be with lease ID 0x57ba845497683542: from storage DS-cf3fe2c0-476b-4bd8-ac43-5987aa1bdbfc node DatanodeRegistration(127.0.0.1:35747, datanodeUuid=749c9cb9-8193-46ea-b5f8-58ee25eea4d4, infoPort=33431, infoSecurePort=0, ipcPort=41211, storageInfo=lv=-57;cid=testClusterID;nsid=1956213878;c=1731878273398), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:17:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe82293571ab266be with lease ID 0x57ba845497683542: Processing first storage report for DS-6956ffc4-9443-4b98-b267-e75324ef4d01 from datanode DatanodeRegistration(127.0.0.1:35747, datanodeUuid=749c9cb9-8193-46ea-b5f8-58ee25eea4d4, infoPort=33431, infoSecurePort=0, ipcPort=41211, storageInfo=lv=-57;cid=testClusterID;nsid=1956213878;c=1731878273398) 2024-11-17T21:17:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe82293571ab266be with lease ID 0x57ba845497683542: from storage DS-6956ffc4-9443-4b98-b267-e75324ef4d01 node DatanodeRegistration(127.0.0.1:35747, datanodeUuid=749c9cb9-8193-46ea-b5f8-58ee25eea4d4, infoPort=33431, infoSecurePort=0, ipcPort=41211, storageInfo=lv=-57;cid=testClusterID;nsid=1956213878;c=1731878273398), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:17:55,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725 2024-11-17T21:17:55,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:55,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:55,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:17:55,532 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549 with version=8 2024-11-17T21:17:55,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/hbase-staging 2024-11-17T21:17:55,534 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:17:55,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:55,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:55,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:17:55,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:55,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:17:55,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:17:55,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:17:55,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37211 2024-11-17T21:17:55,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37211 connecting to ZooKeeper ensemble=127.0.0.1:49601 2024-11-17T21:17:55,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372110x0, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:55,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37211-0x1014aa92df70003 connected 2024-11-17T21:17:55,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:55,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:55,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Set watcher on znode that does not yet exist, /11780232242/running 2024-11-17T21:17:55,665 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549, hbase.cluster.distributed=false 2024-11-17T21:17:55,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Set watcher on znode that does not yet exist, /11780232242/acl 2024-11-17T21:17:55,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37211 2024-11-17T21:17:55,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37211 2024-11-17T21:17:55,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37211 2024-11-17T21:17:55,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37211 2024-11-17T21:17:55,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37211 2024-11-17T21:17:55,681 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:17:55,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:55,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:55,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:17:55,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:17:55,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:17:55,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:17:55,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:17:55,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33803 2024-11-17T21:17:55,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33803 connecting to ZooKeeper ensemble=127.0.0.1:49601 2024-11-17T21:17:55,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:55,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:55,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338030x0, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:55,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338030x0, quorum=127.0.0.1:49601, baseZNode=/11780232242 Set watcher on znode that does not yet exist, /11780232242/running 2024-11-17T21:17:55,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33803-0x1014aa92df70004 connected 2024-11-17T21:17:55,698 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:17:55,699 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:17:55,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Set watcher on znode that does not yet exist, /11780232242/master 2024-11-17T21:17:55,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Set watcher on znode that does not yet exist, /11780232242/acl 2024-11-17T21:17:55,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33803 2024-11-17T21:17:55,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33803 2024-11-17T21:17:55,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33803 2024-11-17T21:17:55,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33803 2024-11-17T21:17:55,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33803 2024-11-17T21:17:55,714 DEBUG [M:0;a313eea8709e:37211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:37211 2024-11-17T21:17:55,714 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11780232242/backup-masters/a313eea8709e,37211,1731878275534 2024-11-17T21:17:55,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242/backup-masters 2024-11-17T21:17:55,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242/backup-masters 2024-11-17T21:17:55,726 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Set watcher on existing znode=/11780232242/backup-masters/a313eea8709e,37211,1731878275534 2024-11-17T21:17:55,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11780232242/master 2024-11-17T21:17:55,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:55,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:55,736 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Set watcher on existing znode=/11780232242/master 2024-11-17T21:17:55,737 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11780232242/backup-masters/a313eea8709e,37211,1731878275534 from backup master directory 2024-11-17T21:17:55,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11780232242/backup-masters/a313eea8709e,37211,1731878275534 2024-11-17T21:17:55,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242/backup-masters 2024-11-17T21:17:55,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242/backup-masters 2024-11-17T21:17:55,746 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:17:55,746 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,37211,1731878275534 2024-11-17T21:17:55,751 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/hbase.id] with ID: 969379d6-a1b0-4816-8142-829b9bc71ad9 2024-11-17T21:17:55,751 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/.tmp/hbase.id 2024-11-17T21:17:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:17:56,161 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/.tmp/hbase.id]:[hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/hbase.id] 2024-11-17T21:17:56,173 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:17:56,173 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:17:56,174 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:17:56,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:56,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:56,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:17:56,494 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:17:56,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:17:56,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:17:56,627 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:17:56,627 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:17:56,628 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:56,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:17:57,035 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store 2024-11-17T21:17:57,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:17:57,441 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:57,441 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:17:57,441 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:57,441 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:57,441 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:17:57,441 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:57,441 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:17:57,441 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878277441Disabling compacts and flushes for region at 1731878277441Disabling writes for close at 1731878277441Writing region close event to WAL at 1731878277441Closed at 1731878277441 2024-11-17T21:17:57,442 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/.initializing 2024-11-17T21:17:57,442 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/WALs/a313eea8709e,37211,1731878275534 2024-11-17T21:17:57,443 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:17:57,445 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C37211%2C1731878275534, suffix=, logDir=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/WALs/a313eea8709e,37211,1731878275534, archiveDir=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/oldWALs, maxLogs=10 2024-11-17T21:17:57,455 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/WALs/a313eea8709e,37211,1731878275534/a313eea8709e%2C37211%2C1731878275534.1731878277445, exclude list is [], retry=0 2024-11-17T21:17:57,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35747,DS-cf3fe2c0-476b-4bd8-ac43-5987aa1bdbfc,DISK] 2024-11-17T21:17:57,460 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/WALs/a313eea8709e,37211,1731878275534/a313eea8709e%2C37211%2C1731878275534.1731878277445 2024-11-17T21:17:57,460 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-17T21:17:57,460 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:57,460 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:57,460 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,460 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:17:57,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:57,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:57,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:17:57,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:57,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:57,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:17:57,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:57,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:57,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:17:57,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:57,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:57,469 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,470 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,470 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,471 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,471 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,472 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:57,473 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:17:57,475 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:17:57,475 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64413668, jitterRate=-0.04016155004501343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:57,475 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878277461Initializing all the Stores at 1731878277461Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878277462 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878277462Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878277462Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878277462Cleaning up temporary data from old regions at 1731878277471 (+9 ms)Region opened successfully at 1731878277475 (+4 ms) 2024-11-17T21:17:57,476 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:17:57,478 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a083e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:17:57,479 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:17:57,479 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:17:57,479 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:17:57,479 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:17:57,480 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:17:57,480 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:17:57,480 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:17:57,482 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:17:57,483 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Unable to get data of znode /11780232242/balancer because node does not exist (not necessarily an error) 2024-11-17T21:17:57,546 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11780232242/balancer already deleted, retry=false 2024-11-17T21:17:57,547 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:17:57,547 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Unable to get data of znode /11780232242/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:17:57,557 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11780232242/normalizer already deleted, retry=false 2024-11-17T21:17:57,557 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:17:57,558 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Unable to get data of znode /11780232242/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:17:57,567 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11780232242/switch/split already deleted, retry=false 2024-11-17T21:17:57,568 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Unable to get data of znode /11780232242/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:17:57,578 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11780232242/switch/merge already deleted, retry=false 2024-11-17T21:17:57,580 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Unable to get data of znode /11780232242/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:17:57,592 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11780232242/snapshot-cleanup already deleted, retry=false 2024-11-17T21:17:57,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11780232242/running 2024-11-17T21:17:57,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11780232242/running 2024-11-17T21:17:57,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:57,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:57,603 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,37211,1731878275534, sessionid=0x1014aa92df70003, setting cluster-up flag (Was=false) 2024-11-17T21:17:57,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:57,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:57,797 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11780232242/flush-table-proc/acquired, /11780232242/flush-table-proc/reached, /11780232242/flush-table-proc/abort 2024-11-17T21:17:57,799 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,37211,1731878275534 2024-11-17T21:17:57,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:57,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:57,876 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11780232242/online-snapshot/acquired, /11780232242/online-snapshot/reached, /11780232242/online-snapshot/abort 2024-11-17T21:17:57,877 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,37211,1731878275534 2024-11-17T21:17:57,879 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:17:57,884 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:57,884 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:17:57,884 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:17:57,884 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,37211,1731878275534 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:17:57,886 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:57,886 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:57,886 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:57,886 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:17:57,886 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:17:57,886 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:57,886 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:17:57,886 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:57,888 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878307888 2024-11-17T21:17:57,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:57,888 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:17:57,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:17:57,888 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:17:57,888 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:17:57,888 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:17:57,888 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:17:57,888 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:17:57,889 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:57,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:17:57,892 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:57,895 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:17:57,895 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:17:57,895 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:17:57,895 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:17:57,895 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:17:57,895 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:17:57,896 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878277895,5,FailOnTimeoutGroup] 2024-11-17T21:17:57,898 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878277896,5,FailOnTimeoutGroup] 2024-11-17T21:17:57,898 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:57,898 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:17:57,898 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:57,898 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:57,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:17:57,908 INFO [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(746): ClusterId : 969379d6-a1b0-4816-8142-829b9bc71ad9 2024-11-17T21:17:57,908 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:17:57,919 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:17:57,919 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:17:57,930 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:17:57,930 DEBUG [RS:0;a313eea8709e:33803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710b54a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:17:57,945 DEBUG [RS:0;a313eea8709e:33803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:33803 2024-11-17T21:17:57,946 INFO [RS:0;a313eea8709e:33803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:17:57,946 INFO [RS:0;a313eea8709e:33803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:17:57,946 DEBUG [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:17:57,946 INFO [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,37211,1731878275534 with port=33803, startcode=1731878275681 2024-11-17T21:17:57,947 DEBUG [RS:0;a313eea8709e:33803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:17:57,948 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:17:57,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,33803,1731878275681 2024-11-17T21:17:57,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37211 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,33803,1731878275681 2024-11-17T21:17:57,951 DEBUG [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549 2024-11-17T21:17:57,951 DEBUG [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42123 2024-11-17T21:17:57,951 DEBUG [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:17:57,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242/rs 2024-11-17T21:17:57,988 DEBUG [RS:0;a313eea8709e:33803 {}] zookeeper.ZKUtil(111): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Set watcher on existing znode=/11780232242/rs/a313eea8709e,33803,1731878275681 2024-11-17T21:17:57,988 WARN [RS:0;a313eea8709e:33803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:17:57,988 INFO [RS:0;a313eea8709e:33803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:57,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,33803,1731878275681] 2024-11-17T21:17:57,989 DEBUG [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/WALs/a313eea8709e,33803,1731878275681 2024-11-17T21:17:57,992 INFO [RS:0;a313eea8709e:33803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:17:57,995 INFO [RS:0;a313eea8709e:33803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:17:57,996 INFO [RS:0;a313eea8709e:33803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:17:57,996 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:57,996 INFO [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:17:58,001 INFO [RS:0;a313eea8709e:33803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:17:58,001 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:58,001 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:58,001 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:58,001 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:58,001 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:58,001 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:58,001 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:17:58,001 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:58,001 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:58,001 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:58,001 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:58,002 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:58,002 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:17:58,002 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:17:58,002 DEBUG [RS:0;a313eea8709e:33803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:17:58,007 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:58,008 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:58,008 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:58,008 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:58,008 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:58,008 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33803,1731878275681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:17:58,024 INFO [RS:0;a313eea8709e:33803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:17:58,024 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33803,1731878275681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:58,024 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:58,024 INFO [RS:0;a313eea8709e:33803 {}] regionserver.Replication(171): a313eea8709e,33803,1731878275681 started 2024-11-17T21:17:58,038 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:58,038 INFO [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,33803,1731878275681, RpcServer on a313eea8709e/172.17.0.2:33803, sessionid=0x1014aa92df70004 2024-11-17T21:17:58,038 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:17:58,038 DEBUG [RS:0;a313eea8709e:33803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,33803,1731878275681 2024-11-17T21:17:58,038 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,33803,1731878275681' 2024-11-17T21:17:58,038 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11780232242/flush-table-proc/abort' 2024-11-17T21:17:58,039 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11780232242/flush-table-proc/acquired' 2024-11-17T21:17:58,040 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:17:58,040 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:17:58,040 DEBUG [RS:0;a313eea8709e:33803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,33803,1731878275681 2024-11-17T21:17:58,040 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,33803,1731878275681' 2024-11-17T21:17:58,040 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11780232242/online-snapshot/abort' 2024-11-17T21:17:58,040 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11780232242/online-snapshot/acquired' 2024-11-17T21:17:58,041 DEBUG [RS:0;a313eea8709e:33803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:17:58,041 INFO [RS:0;a313eea8709e:33803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:17:58,041 INFO [RS:0;a313eea8709e:33803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:17:58,141 INFO [RS:0;a313eea8709e:33803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:17:58,143 INFO [RS:0;a313eea8709e:33803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C33803%2C1731878275681, suffix=, logDir=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/WALs/a313eea8709e,33803,1731878275681, archiveDir=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/oldWALs, maxLogs=10 2024-11-17T21:17:58,157 DEBUG [RS:0;a313eea8709e:33803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/WALs/a313eea8709e,33803,1731878275681/a313eea8709e%2C33803%2C1731878275681.1731878278144, exclude list is [], retry=0 2024-11-17T21:17:58,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35747,DS-cf3fe2c0-476b-4bd8-ac43-5987aa1bdbfc,DISK] 2024-11-17T21:17:58,166 INFO [RS:0;a313eea8709e:33803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/WALs/a313eea8709e,33803,1731878275681/a313eea8709e%2C33803%2C1731878275681.1731878278144 2024-11-17T21:17:58,167 DEBUG [RS:0;a313eea8709e:33803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-17T21:17:58,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:17:58,303 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549 2024-11-17T21:17:58,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:17:58,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:17:58,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:58,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:17:58,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:17:58,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:58,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:58,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:17:58,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:17:58,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:58,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:58,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:17:58,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:17:58,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:58,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:58,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:17:58,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:17:58,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:58,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:58,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:17:58,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/1588230740 2024-11-17T21:17:58,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/1588230740 2024-11-17T21:17:58,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:17:58,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:17:58,723 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:58,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:17:58,726 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:17:58,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73625290, jitterRate=0.09710231423377991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:58,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878278710Initializing all the Stores at 1731878278711 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878278711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878278711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878278711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878278711Cleaning up temporary data from old regions at 1731878278722 (+11 ms)Region opened successfully at 1731878278727 (+5 ms) 2024-11-17T21:17:58,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:17:58,727 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:17:58,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:17:58,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:17:58,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:17:58,727 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:17:58,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878278727Disabling compacts and flushes for region at 1731878278727Disabling writes for close at 1731878278727Writing region close event to WAL at 1731878278727Closed at 1731878278727 2024-11-17T21:17:58,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:58,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:17:58,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:17:58,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:17:58,732 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:17:58,882 DEBUG [a313eea8709e:37211 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:17:58,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,33803,1731878275681 2024-11-17T21:17:58,884 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,33803,1731878275681, state=OPENING 2024-11-17T21:17:58,893 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:17:58,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:58,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:17:58,905 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:17:58,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11780232242/meta-region-server: CHANGED 2024-11-17T21:17:58,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11780232242/meta-region-server: CHANGED 2024-11-17T21:17:58,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,33803,1731878275681}] 2024-11-17T21:17:59,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:17:59,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:17:59,063 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:17:59,063 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:59,064 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:17:59,065 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C33803%2C1731878275681.meta, suffix=.meta, logDir=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/WALs/a313eea8709e,33803,1731878275681, archiveDir=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/oldWALs, maxLogs=10 2024-11-17T21:17:59,076 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/WALs/a313eea8709e,33803,1731878275681/a313eea8709e%2C33803%2C1731878275681.meta.1731878279065.meta, exclude list is [], retry=0 2024-11-17T21:17:59,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35747,DS-cf3fe2c0-476b-4bd8-ac43-5987aa1bdbfc,DISK] 2024-11-17T21:17:59,081 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/WALs/a313eea8709e,33803,1731878275681/a313eea8709e%2C33803%2C1731878275681.meta.1731878279065.meta 2024-11-17T21:17:59,081 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-17T21:17:59,081 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:59,082 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:17:59,082 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:17:59,082 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:17:59,082 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:17:59,082 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:17:59,082 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:59,083 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:17:59,083 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:17:59,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:17:59,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:17:59,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:59,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:59,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:17:59,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:17:59,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:59,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:59,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:17:59,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:17:59,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:59,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:59,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:17:59,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:17:59,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:59,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:17:59,092 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:17:59,093 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/1588230740 2024-11-17T21:17:59,094 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/1588230740 2024-11-17T21:17:59,095 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:17:59,095 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:17:59,096 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:17:59,099 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:17:59,101 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60157200, jitterRate=-0.10358786582946777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:17:59,101 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:17:59,101 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878279083Writing region info on filesystem at 1731878279083Initializing all the Stores at 1731878279084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878279084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878279084Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878279084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878279084Cleaning up temporary data from old regions at 1731878279095 (+11 ms)Running coprocessor post-open hooks at 1731878279101 (+6 ms)Region opened successfully at 1731878279101 2024-11-17T21:17:59,102 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878279058 2024-11-17T21:17:59,105 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:17:59,105 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:17:59,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,33803,1731878275681 2024-11-17T21:17:59,107 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,33803,1731878275681, state=OPEN 2024-11-17T21:17:59,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11780232242/meta-region-server 2024-11-17T21:17:59,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11780232242/meta-region-server 2024-11-17T21:17:59,118 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,33803,1731878275681 2024-11-17T21:17:59,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11780232242/meta-region-server: CHANGED 2024-11-17T21:17:59,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11780232242/meta-region-server: CHANGED 2024-11-17T21:17:59,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:17:59,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,33803,1731878275681 in 213 msec 2024-11-17T21:17:59,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:17:59,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 395 msec 2024-11-17T21:17:59,129 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:17:59,129 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:17:59,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:59,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33803,1731878275681, seqNum=-1] 2024-11-17T21:17:59,131 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:59,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:17:59,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2560 sec 2024-11-17T21:17:59,142 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878279142, completionTime=-1 2024-11-17T21:17:59,142 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:17:59,142 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:17:59,145 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:17:59,145 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878339145 2024-11-17T21:17:59,145 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878399145 2024-11-17T21:17:59,145 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T21:17:59,145 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37211,1731878275534-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:59,145 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37211,1731878275534-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:59,146 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37211,1731878275534-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:59,146 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:37211, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:59,146 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:59,147 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:59,148 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:17:59,152 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.405sec 2024-11-17T21:17:59,152 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:17:59,152 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:17:59,152 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:17:59,152 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:17:59,152 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:17:59,152 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37211,1731878275534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:17:59,152 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37211,1731878275534-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:17:59,158 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:17:59,158 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:17:59,158 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37211,1731878275534-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:17:59,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:59,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,37211,-1 for getting cluster id 2024-11-17T21:17:59,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:59,210 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '969379d6-a1b0-4816-8142-829b9bc71ad9' 2024-11-17T21:17:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "969379d6-a1b0-4816-8142-829b9bc71ad9" 2024-11-17T21:17:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a0a9f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,37211,-1] 2024-11-17T21:17:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:59,212 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:59,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:59,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33803,1731878275681, seqNum=-1] 2024-11-17T21:17:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:59,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:17:59,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,37211,1731878275534 2024-11-17T21:17:59,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49601 2024-11-17T21:17:59,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:17:59,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014aa92df70005 connected 2024-11-17T21:17:59,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:59,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41649,-1 for getting cluster id 2024-11-17T21:17:59,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:59,249 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '127fb98b-b325-445f-8022-8b8fe048e722' 2024-11-17T21:17:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "127fb98b-b325-445f-8022-8b8fe048e722" 2024-11-17T21:17:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a19e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41649,-1] 2024-11-17T21:17:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:59,251 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f78ba17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:59,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:59,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41649,1731878271538 2024-11-17T21:17:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26289ee2 2024-11-17T21:17:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:59,256 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:17:59,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:37211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:17:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:17:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:17:59,260 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:37211' 2024-11-17T21:17:59,262 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a511e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:59,262 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,37211,-1 for getting cluster id 2024-11-17T21:17:59,262 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:17:59,263 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '969379d6-a1b0-4816-8142-829b9bc71ad9' 2024-11-17T21:17:59,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:17:59,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "969379d6-a1b0-4816-8142-829b9bc71ad9" 2024-11-17T21:17:59,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eefee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:59,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,37211,-1] 2024-11-17T21:17:59,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:17:59,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:59,265 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:17:59,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c461420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:17:59,266 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:17:59,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,37211,1731878275534 2024-11-17T21:17:59,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a55c400 2024-11-17T21:17:59,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:17:59,268 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:17:59,269 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T21:17:59,269 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:17:59,270 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:59,270 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:17:59,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:17:59,270 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:17:59,272 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:17:59,274 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:17:59,274 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:59,276 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:17:59,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741835_1011 (size=1138) 2024-11-17T21:17:59,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8d72e27ddeb66a6dc5b169eff5f959e, NAME => 'hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c 2024-11-17T21:17:59,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741836_1012 (size=44) 2024-11-17T21:17:59,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:59,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b8d72e27ddeb66a6dc5b169eff5f959e, disabling compactions & flushes 2024-11-17T21:17:59,308 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:17:59,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:17:59,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. after waiting 0 ms 2024-11-17T21:17:59,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:17:59,308 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:17:59,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8d72e27ddeb66a6dc5b169eff5f959e: Waiting for close lock at 1731878279308Disabling compacts and flushes for region at 1731878279308Disabling writes for close at 1731878279308Writing region close event to WAL at 1731878279308Closed at 1731878279308 2024-11-17T21:17:59,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:17:59,312 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878279312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878279312"}]},"ts":"1731878279312"} 2024-11-17T21:17:59,315 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:17:59,317 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:17:59,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878279317"}]},"ts":"1731878279317"} 2024-11-17T21:17:59,321 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:17:59,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8d72e27ddeb66a6dc5b169eff5f959e, ASSIGN}] 2024-11-17T21:17:59,322 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:17:59,324 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8d72e27ddeb66a6dc5b169eff5f959e, ASSIGN 2024-11-17T21:17:59,325 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8d72e27ddeb66a6dc5b169eff5f959e, ASSIGN; state=OFFLINE, location=a313eea8709e,37445,1731878271768; forceNewPlan=false, retain=false 2024-11-17T21:17:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:17:59,476 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b8d72e27ddeb66a6dc5b169eff5f959e, regionState=OPENING, regionLocation=a313eea8709e,37445,1731878271768 2024-11-17T21:17:59,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8d72e27ddeb66a6dc5b169eff5f959e, ASSIGN because future has completed 2024-11-17T21:17:59,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8d72e27ddeb66a6dc5b169eff5f959e, server=a313eea8709e,37445,1731878271768}] 2024-11-17T21:17:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:17:59,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:17:59,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:17:59,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:17:59,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C37445%2C1731878271768.rep, suffix=, logDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768, archiveDir=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/oldWALs, maxLogs=10 2024-11-17T21:17:59,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.rep.1731878279639, exclude list is [], retry=0 2024-11-17T21:17:59,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-f9a6db47-5c2a-4d7b-9a4f-61a4952136a5,DISK] 2024-11-17T21:17:59,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.rep.1731878279639 2024-11-17T21:17:59,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35751:35751)] 2024-11-17T21:17:59,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b8d72e27ddeb66a6dc5b169eff5f959e, NAME => 'hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:17:59,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:17:59,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:17:59,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. service=MultiRowMutationService 2024-11-17T21:17:59,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:17:59,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:17:59,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,658 INFO [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,659 INFO [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8d72e27ddeb66a6dc5b169eff5f959e columnFamilyName hfileref 2024-11-17T21:17:59,660 DEBUG [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:59,660 INFO [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] regionserver.HStore(327): Store=b8d72e27ddeb66a6dc5b169eff5f959e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:59,660 INFO [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,661 INFO [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8d72e27ddeb66a6dc5b169eff5f959e columnFamilyName queue 2024-11-17T21:17:59,661 DEBUG [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:59,662 INFO [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] regionserver.HStore(327): Store=b8d72e27ddeb66a6dc5b169eff5f959e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:59,662 INFO [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,664 INFO [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8d72e27ddeb66a6dc5b169eff5f959e columnFamilyName sid 2024-11-17T21:17:59,664 DEBUG [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:17:59,664 INFO [StoreOpener-b8d72e27ddeb66a6dc5b169eff5f959e-1 {}] regionserver.HStore(327): Store=b8d72e27ddeb66a6dc5b169eff5f959e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:17:59,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/replication/b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/replication/b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:17:59,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/replication/b8d72e27ddeb66a6dc5b169eff5f959e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:17:59,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b8d72e27ddeb66a6dc5b169eff5f959e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72529755, jitterRate=0.08077757060527802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:17:59,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:17:59,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b8d72e27ddeb66a6dc5b169eff5f959e: Running coprocessor pre-open hook at 1731878279657Writing region info on filesystem at 1731878279657Initializing all the Stores at 1731878279658 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878279658Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878279658Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878279658Cleaning up temporary data from old regions at 1731878279666 (+8 ms)Running coprocessor post-open hooks at 1731878279672 (+6 ms)Region opened successfully at 1731878279673 (+1 ms) 2024-11-17T21:17:59,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e., pid=7, masterSystemTime=1731878279632 2024-11-17T21:17:59,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:17:59,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:17:59,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b8d72e27ddeb66a6dc5b169eff5f959e, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37445,1731878271768 2024-11-17T21:17:59,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8d72e27ddeb66a6dc5b169eff5f959e, server=a313eea8709e,37445,1731878271768 because future has completed 2024-11-17T21:17:59,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T21:17:59,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b8d72e27ddeb66a6dc5b169eff5f959e, server=a313eea8709e,37445,1731878271768 in 202 msec 2024-11-17T21:17:59,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:17:59,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8d72e27ddeb66a6dc5b169eff5f959e, ASSIGN in 362 msec 2024-11-17T21:17:59,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:17:59,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878279686"}]},"ts":"1731878279686"} 2024-11-17T21:17:59,689 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:17:59,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:17:59,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 420 msec 2024-11-17T21:17:59,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e., hostname=a313eea8709e,37445,1731878271768, seqNum=2] 2024-11-17T21:17:59,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:59,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:17:59,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:17:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:17:59,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T21:17:59,965 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:17:59,995 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,37445,1731878271768, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:17:59,995 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:17:59,995 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37445,1731878271768, seqNum=-1] 2024-11-17T21:17:59,996 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:17:59,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-17T21:17:59,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,37445,1731878271768', locateType=CURRENT is [region=hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e., hostname=a313eea8709e,37445,1731878271768, seqNum=2] 2024-11-17T21:18:00,001 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T21:18:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T21:18:00,004 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,37445,1731878271768 suceeded 2024-11-17T21:18:00,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T21:18:00,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-17T21:18:00,007 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:37211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:18:00,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 751 msec 2024-11-17T21:18:00,015 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:37211' 2024-11-17T21:18:00,016 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6505b4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:00,016 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,37211,-1 for getting cluster id 2024-11-17T21:18:00,016 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:18:00,017 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '969379d6-a1b0-4816-8142-829b9bc71ad9' 2024-11-17T21:18:00,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:18:00,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "969379d6-a1b0-4816-8142-829b9bc71ad9" 2024-11-17T21:18:00,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aeb52ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:00,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,37211,-1] 2024-11-17T21:18:00,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:18:00,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:00,019 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:18:00,020 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@781494ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:00,020 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:18:00,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,37211,1731878275534 2024-11-17T21:18:00,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51037a1b 2024-11-17T21:18:00,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:18:00,021 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-17T21:18:00,022 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,37445,1731878271768 (queues=1) is replicating from cluster=127fb98b-b325-445f-8022-8b8fe048e722 to cluster=969379d6-a1b0-4816-8142-829b9bc71ad9 2024-11-17T21:18:00,022 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C37445%2C1731878271768 2024-11-17T21:18:00,022 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,37445,1731878271768, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:18:00,023 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768.replicationSource.shippera313eea8709e%2C37445%2C1731878271768,1-a313eea8709e,37445,1731878271768 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C37445%2C1731878271768 2024-11-17T21:18:00,023 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768.replicationSource.wal-reader.a313eea8709e%2C37445%2C1731878271768,1-a313eea8709e,37445,1731878271768 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.1731878272574, startPosition=0, beingWritten=true 2024-11-17T21:18:00,228 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768.replicationSource.wal-reader.a313eea8709e%2C37445%2C1731878271768,1-a313eea8709e,37445,1731878271768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.1731878272574 to pos 0, reset compression=false 2024-11-17T21:18:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:00,395 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:18:00,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:18:00,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:18:00,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:00,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:00,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:18:00,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:18:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41649,1731878271538 2024-11-17T21:18:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@265797a1 2024-11-17T21:18:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:18:00,398 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:18:00,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41649 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T21:18:00,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:18:00,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:18:00,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:18:00,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:00,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:00,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:18:00,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:18:00,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=957354184, stopped=false 2024-11-17T21:18:00,399 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,37211,1731878275534 2024-11-17T21:18:00,534 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768.replicationSource.wal-reader.a313eea8709e%2C37445%2C1731878271768,1-a313eea8709e,37445,1731878271768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.1731878272574 to pos 0, reset compression=false 2024-11-17T21:18:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11780232242/running 2024-11-17T21:18:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11780232242/running 2024-11-17T21:18:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:18:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:18:00,549 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:18:00,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:18:00,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:18:00,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:00,550 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,33803,1731878275681' ***** 2024-11-17T21:18:00,550 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:18:00,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Set watcher on znode that does not yet exist, /11780232242/running 2024-11-17T21:18:00,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Set watcher on znode that does not yet exist, /11780232242/running 2024-11-17T21:18:00,550 INFO [RS:0;a313eea8709e:33803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:18:00,550 INFO [RS:0;a313eea8709e:33803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:18:00,550 INFO [RS:0;a313eea8709e:33803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:18:00,550 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:18:00,550 INFO [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,33803,1731878275681 2024-11-17T21:18:00,550 INFO [RS:0;a313eea8709e:33803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:18:00,550 INFO [RS:0;a313eea8709e:33803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:33803. 2024-11-17T21:18:00,550 DEBUG [RS:0;a313eea8709e:33803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:18:00,550 DEBUG [RS:0;a313eea8709e:33803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:00,550 INFO [RS:0;a313eea8709e:33803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:18:00,550 INFO [RS:0;a313eea8709e:33803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:18:00,550 INFO [RS:0;a313eea8709e:33803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:18:00,551 INFO [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:18:00,551 INFO [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:18:00,551 DEBUG [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:18:00,551 DEBUG [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:18:00,551 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:18:00,551 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:18:00,551 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:18:00,551 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:18:00,551 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:18:00,551 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T21:18:00,565 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/1588230740/.tmp/ns/e26e3048cdca4a288367b6f1f529a897 is 43, key is default/ns:d/1731878279133/Put/seqid=0 2024-11-17T21:18:00,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741835_1011 (size=5153) 2024-11-17T21:18:00,611 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:18:00,751 DEBUG [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:18:00,938 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768.replicationSource.wal-reader.a313eea8709e%2C37445%2C1731878271768,1-a313eea8709e,37445,1731878271768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.1731878272574 to pos 0, reset compression=false 2024-11-17T21:18:00,951 DEBUG [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:18:00,970 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/1588230740/.tmp/ns/e26e3048cdca4a288367b6f1f529a897 2024-11-17T21:18:00,978 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/1588230740/.tmp/ns/e26e3048cdca4a288367b6f1f529a897 as hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/1588230740/ns/e26e3048cdca4a288367b6f1f529a897 2024-11-17T21:18:00,984 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/1588230740/ns/e26e3048cdca4a288367b6f1f529a897, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T21:18:00,985 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-17T21:18:00,990 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T21:18:00,990 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:18:00,990 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:18:00,990 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:18:00,990 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878280551Running coprocessor pre-close hooks at 1731878280551Disabling compacts and flushes for region at 1731878280551Disabling writes for close at 1731878280551Obtaining lock to block concurrent updates at 1731878280551Preparing flush snapshotting stores in 1588230740 at 1731878280551Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731878280552 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731878280552Flushing 1588230740/ns: creating writer at 1731878280552Flushing 1588230740/ns: appending metadata at 1731878280565 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731878280565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0c87f1: reopening flushed file at 1731878280977 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731878280985 (+8 ms)Writing region close event to WAL at 1731878280986 (+1 ms)Running coprocessor post-close hooks at 1731878280990 (+4 ms)Closed at 1731878280990 2024-11-17T21:18:00,990 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:18:00,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:18:00,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T21:18:00,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T21:18:00,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T21:18:00,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:18:00,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T21:18:00,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:18:00,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T21:18:00,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T21:18:00,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T21:18:01,012 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:18:01,012 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:18:01,151 INFO [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,33803,1731878275681; all regions closed. 2024-11-17T21:18:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741834_1010 (size=1152) 2024-11-17T21:18:01,156 DEBUG [RS:0;a313eea8709e:33803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/oldWALs 2024-11-17T21:18:01,156 INFO [RS:0;a313eea8709e:33803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C33803%2C1731878275681.meta:.meta(num 1731878279065) 2024-11-17T21:18:01,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741832_1008 (size=93) 2024-11-17T21:18:01,159 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/WALs/a313eea8709e,33803,1731878275681/a313eea8709e%2C33803%2C1731878275681.1731878278144 not finished, retry = 0 2024-11-17T21:18:01,261 DEBUG [RS:0;a313eea8709e:33803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/oldWALs 2024-11-17T21:18:01,262 INFO [RS:0;a313eea8709e:33803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C33803%2C1731878275681:(num 1731878278144) 2024-11-17T21:18:01,262 DEBUG [RS:0;a313eea8709e:33803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:01,262 INFO [RS:0;a313eea8709e:33803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:18:01,262 INFO [RS:0;a313eea8709e:33803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:18:01,262 INFO [RS:0;a313eea8709e:33803 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T21:18:01,262 INFO [RS:0;a313eea8709e:33803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:18:01,262 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:18:01,262 INFO [RS:0;a313eea8709e:33803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33803 2024-11-17T21:18:01,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242/rs 2024-11-17T21:18:01,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11780232242/rs/a313eea8709e,33803,1731878275681 2024-11-17T21:18:01,272 INFO [RS:0;a313eea8709e:33803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:18:01,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,33803,1731878275681] 2024-11-17T21:18:01,293 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11780232242/draining/a313eea8709e,33803,1731878275681 already deleted, retry=false 2024-11-17T21:18:01,293 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,33803,1731878275681 expired; onlineServers=0 2024-11-17T21:18:01,293 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,37211,1731878275534' ***** 2024-11-17T21:18:01,293 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:18:01,293 INFO [M:0;a313eea8709e:37211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:18:01,293 INFO [M:0;a313eea8709e:37211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:18:01,294 DEBUG [M:0;a313eea8709e:37211 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:18:01,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:18:01,294 DEBUG [M:0;a313eea8709e:37211 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:18:01,294 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878277895 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878277895,5,FailOnTimeoutGroup] 2024-11-17T21:18:01,294 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878277896 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878277896,5,FailOnTimeoutGroup] 2024-11-17T21:18:01,294 INFO [M:0;a313eea8709e:37211 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:18:01,294 INFO [M:0;a313eea8709e:37211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:18:01,294 DEBUG [M:0;a313eea8709e:37211 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:18:01,294 INFO [M:0;a313eea8709e:37211 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:18:01,294 INFO [M:0;a313eea8709e:37211 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:18:01,294 INFO [M:0;a313eea8709e:37211 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:18:01,294 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:18:01,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11780232242/master 2024-11-17T21:18:01,304 DEBUG [M:0;a313eea8709e:37211 {}] zookeeper.ZKUtil(347): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Unable to get data of znode /11780232242/master because node does not exist (not an error) 2024-11-17T21:18:01,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11780232242 2024-11-17T21:18:01,304 WARN [M:0;a313eea8709e:37211 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:18:01,304 INFO [M:0;a313eea8709e:37211 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/.lastflushedseqids 2024-11-17T21:18:01,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741836_1012 (size=99) 2024-11-17T21:18:01,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:18:01,383 INFO [RS:0;a313eea8709e:33803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:18:01,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33803-0x1014aa92df70004, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:18:01,383 INFO [RS:0;a313eea8709e:33803 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,33803,1731878275681; zookeeper connection closed. 2024-11-17T21:18:01,383 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cb39881 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cb39881 2024-11-17T21:18:01,383 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:18:01,443 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768.replicationSource.wal-reader.a313eea8709e%2C37445%2C1731878271768,1-a313eea8709e,37445,1731878271768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.1731878272574 to pos 0, reset compression=false 2024-11-17T21:18:01,710 INFO [M:0;a313eea8709e:37211 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:18:01,710 INFO [M:0;a313eea8709e:37211 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:18:01,710 DEBUG [M:0;a313eea8709e:37211 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:18:01,710 INFO [M:0;a313eea8709e:37211 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:01,710 DEBUG [M:0;a313eea8709e:37211 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:01,710 DEBUG [M:0;a313eea8709e:37211 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:18:01,710 DEBUG [M:0;a313eea8709e:37211 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:01,710 INFO [M:0;a313eea8709e:37211 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T21:18:01,730 DEBUG [M:0;a313eea8709e:37211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24e79714f9b5456db3296167df2c4172 is 82, key is hbase:meta,,1/info:regioninfo/1731878279105/Put/seqid=0 2024-11-17T21:18:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741837_1013 (size=5672) 2024-11-17T21:18:01,737 INFO [M:0;a313eea8709e:37211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24e79714f9b5456db3296167df2c4172 2024-11-17T21:18:01,757 DEBUG [M:0;a313eea8709e:37211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c57def9247f4b2eb88193a933d67a10 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731878279141/Put/seqid=0 2024-11-17T21:18:01,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741838_1014 (size=5275) 2024-11-17T21:18:02,049 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768.replicationSource.wal-reader.a313eea8709e%2C37445%2C1731878271768,1-a313eea8709e,37445,1731878271768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.1731878272574 to pos 0, reset compression=false 2024-11-17T21:18:02,162 INFO [M:0;a313eea8709e:37211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c57def9247f4b2eb88193a933d67a10 2024-11-17T21:18:02,180 DEBUG [M:0;a313eea8709e:37211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efc5362043a64897b3eade0cd8691b4e is 69, key is a313eea8709e,33803,1731878275681/rs:state/1731878277949/Put/seqid=0 2024-11-17T21:18:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741839_1015 (size=5156) 2024-11-17T21:18:02,585 INFO [M:0;a313eea8709e:37211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efc5362043a64897b3eade0cd8691b4e 2024-11-17T21:18:02,591 DEBUG [M:0;a313eea8709e:37211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24e79714f9b5456db3296167df2c4172 as hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24e79714f9b5456db3296167df2c4172 2024-11-17T21:18:02,597 INFO [M:0;a313eea8709e:37211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24e79714f9b5456db3296167df2c4172, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T21:18:02,598 DEBUG [M:0;a313eea8709e:37211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c57def9247f4b2eb88193a933d67a10 as hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c57def9247f4b2eb88193a933d67a10 2024-11-17T21:18:02,603 INFO [M:0;a313eea8709e:37211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c57def9247f4b2eb88193a933d67a10, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T21:18:02,604 DEBUG [M:0;a313eea8709e:37211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efc5362043a64897b3eade0cd8691b4e as hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efc5362043a64897b3eade0cd8691b4e 2024-11-17T21:18:02,610 INFO [M:0;a313eea8709e:37211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42123/user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efc5362043a64897b3eade0cd8691b4e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T21:18:02,611 INFO [M:0;a313eea8709e:37211 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=28, compaction requested=false 2024-11-17T21:18:02,612 INFO [M:0;a313eea8709e:37211 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:02,612 DEBUG [M:0;a313eea8709e:37211 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878281710Disabling compacts and flushes for region at 1731878281710Disabling writes for close at 1731878281710Obtaining lock to block concurrent updates at 1731878281710Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878281710Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731878281711 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878281711Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878281711Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878281730 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878281730Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878281743 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878281756 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878281756Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878282166 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878282179 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878282179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8460cb7: reopening flushed file at 1731878282590 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cef8d5b: reopening flushed file at 1731878282597 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71263cc7: reopening flushed file at 1731878282603 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=28, compaction requested=false at 1731878282611 (+8 ms)Writing region close event to WAL at 1731878282612 (+1 ms)Closed at 1731878282612 2024-11-17T21:18:02,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27df4cd4-4502-cc2f-92c1-e826cc38c549/MasterData/WALs/a313eea8709e,37211,1731878275534/a313eea8709e%2C37211%2C1731878275534.1731878277445 not finished, retry = 0 2024-11-17T21:18:02,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741830_1006 (size=10165) 2024-11-17T21:18:02,716 INFO [M:0;a313eea8709e:37211 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:18:02,716 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:18:02,716 INFO [M:0;a313eea8709e:37211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37211 2024-11-17T21:18:02,717 INFO [M:0;a313eea8709e:37211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:18:02,754 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768.replicationSource.wal-reader.a313eea8709e%2C37445%2C1731878271768,1-a313eea8709e,37445,1731878271768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.1731878272574 to pos 0, reset compression=false 2024-11-17T21:18:02,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:18:02,835 INFO [M:0;a313eea8709e:37211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:18:02,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1014aa92df70003, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:18:02,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:18:02,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:18:02,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:18:02,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:18:02,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/hadoop.log.dir/,STOPPED} 2024-11-17T21:18:02,865 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:18:02,865 WARN [BP-1612452706-172.17.0.2-1731878273398 heartbeating to localhost/127.0.0.1:42123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:18:02,866 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:18:02,866 WARN [BP-1612452706-172.17.0.2-1731878273398 heartbeating to localhost/127.0.0.1:42123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1612452706-172.17.0.2-1731878273398 (Datanode Uuid 749c9cb9-8193-46ea-b5f8-58ee25eea4d4) service to localhost/127.0.0.1:42123 2024-11-17T21:18:02,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/cluster_51e87532-6028-5ab3-189f-537f86a5854f/data/data1/current/BP-1612452706-172.17.0.2-1731878273398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:18:02,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/cluster_51e87532-6028-5ab3-189f-537f86a5854f/data/data2/current/BP-1612452706-172.17.0.2-1731878273398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:18:02,866 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:18:02,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:18:02,873 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:18:02,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:18:02,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:18:02,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/hadoop.log.dir/,STOPPED} 2024-11-17T21:18:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:18:02,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:18:02,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:18:02,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:18:02,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:02,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:02,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:18:02,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:18:02,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1119319097, stopped=false 2024-11-17T21:18:02,888 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,41649,1731878271538 2024-11-17T21:18:02,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701474530/running 2024-11-17T21:18:02,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701474530/running 2024-11-17T21:18:02,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:18:02,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:18:02,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:18:02,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:18:02,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:18:02,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Set watcher on znode that does not yet exist, /01701474530/running 2024-11-17T21:18:02,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:02,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Set watcher on znode that does not yet exist, /01701474530/running 2024-11-17T21:18:02,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,37445,1731878271768' ***** 2024-11-17T21:18:02,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:18:02,909 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:18:02,909 INFO [RS:0;a313eea8709e:37445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:18:02,909 INFO [RS:0;a313eea8709e:37445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:18:02,909 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(3091): Received CLOSE for b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:18:02,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:18:02,910 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,37445,1731878271768 2024-11-17T21:18:02,910 INFO [RS:0;a313eea8709e:37445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:18:02,910 INFO [RS:0;a313eea8709e:37445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:37445. 2024-11-17T21:18:02,910 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8d72e27ddeb66a6dc5b169eff5f959e, disabling compactions & flushes 2024-11-17T21:18:02,910 DEBUG [RS:0;a313eea8709e:37445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:18:02,910 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:18:02,910 DEBUG [RS:0;a313eea8709e:37445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:02,910 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:18:02,910 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. after waiting 0 ms 2024-11-17T21:18:02,910 INFO [RS:0;a313eea8709e:37445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:18:02,910 INFO [RS:0;a313eea8709e:37445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:18:02,910 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:18:02,910 INFO [RS:0;a313eea8709e:37445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:18:02,910 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8d72e27ddeb66a6dc5b169eff5f959e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T21:18:02,910 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:18:02,910 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:18:02,910 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1325): Online Regions={b8d72e27ddeb66a6dc5b169eff5f959e=hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:18:02,910 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:18:02,911 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:18:02,911 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:18:02,911 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:18:02,911 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:18:02,911 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:18:02,911 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T21:18:02,927 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/.tmp/info/04c67795fb4f42b48d685d0ffc754b34 is 147, key is hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e./info:regioninfo/1731878279677/Put/seqid=0 2024-11-17T21:18:02,930 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/replication/b8d72e27ddeb66a6dc5b169eff5f959e/.tmp/queue/eb2c7a87b7f444fdabbc0578cb98410a is 151, key is 1-a313eea8709e,37445,1731878271768/queue:a313eea8709e%2C37445%2C1731878271768/1731878280000/Put/seqid=0 2024-11-17T21:18:02,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741838_1014 (size=6631) 2024-11-17T21:18:02,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741839_1015 (size=5350) 2024-11-17T21:18:02,951 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:18:03,111 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:18:03,311 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8d72e27ddeb66a6dc5b169eff5f959e 2024-11-17T21:18:03,332 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/.tmp/info/04c67795fb4f42b48d685d0ffc754b34 2024-11-17T21:18:03,334 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/replication/b8d72e27ddeb66a6dc5b169eff5f959e/.tmp/queue/eb2c7a87b7f444fdabbc0578cb98410a 2024-11-17T21:18:03,344 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/replication/b8d72e27ddeb66a6dc5b169eff5f959e/.tmp/queue/eb2c7a87b7f444fdabbc0578cb98410a as hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/replication/b8d72e27ddeb66a6dc5b169eff5f959e/queue/eb2c7a87b7f444fdabbc0578cb98410a 2024-11-17T21:18:03,349 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/replication/b8d72e27ddeb66a6dc5b169eff5f959e/queue/eb2c7a87b7f444fdabbc0578cb98410a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T21:18:03,350 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b8d72e27ddeb66a6dc5b169eff5f959e in 440ms, sequenceid=5, compaction requested=false 2024-11-17T21:18:03,350 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T21:18:03,357 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/.tmp/ns/4d8f430f80f840acab0501fec969936d is 43, key is default/ns:d/1731878273290/Put/seqid=0 2024-11-17T21:18:03,357 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/replication/b8d72e27ddeb66a6dc5b169eff5f959e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T21:18:03,357 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:18:03,358 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:18:03,358 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:18:03,358 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8d72e27ddeb66a6dc5b169eff5f959e: Waiting for close lock at 1731878282910Running coprocessor pre-close hooks at 1731878282910Disabling compacts and flushes for region at 1731878282910Disabling writes for close at 1731878282910Obtaining lock to block concurrent updates at 1731878282910Preparing flush snapshotting stores in b8d72e27ddeb66a6dc5b169eff5f959e at 1731878282910Finished memstore snapshotting hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731878282910Flushing stores of hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. at 1731878282911 (+1 ms)Flushing b8d72e27ddeb66a6dc5b169eff5f959e/queue: creating writer at 1731878282911Flushing b8d72e27ddeb66a6dc5b169eff5f959e/queue: appending metadata at 1731878282929 (+18 ms)Flushing b8d72e27ddeb66a6dc5b169eff5f959e/queue: closing flushed file at 1731878282929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6db531: reopening flushed file at 1731878283342 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b8d72e27ddeb66a6dc5b169eff5f959e in 440ms, sequenceid=5, compaction requested=false at 1731878283350 (+8 ms)Writing region close event to WAL at 1731878283352 (+2 ms)Running coprocessor post-close hooks at 1731878283357 (+5 ms)Closed at 1731878283358 (+1 ms) 2024-11-17T21:18:03,358 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731878279270.b8d72e27ddeb66a6dc5b169eff5f959e. 2024-11-17T21:18:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741840_1016 (size=5153) 2024-11-17T21:18:03,442 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:18:03,442 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:18:03,511 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:18:03,559 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768.replicationSource.wal-reader.a313eea8709e%2C37445%2C1731878271768,1-a313eea8709e,37445,1731878271768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.1731878272574 to pos 0, reset compression=false 2024-11-17T21:18:03,711 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:18:03,762 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/.tmp/ns/4d8f430f80f840acab0501fec969936d 2024-11-17T21:18:03,780 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/.tmp/table/f4629b7141354a61a8ccec89dc671215 is 53, key is hbase:replication/table:state/1731878279686/Put/seqid=0 2024-11-17T21:18:03,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741841_1017 (size=5256) 2024-11-17T21:18:03,912 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:18:03,912 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:18:03,912 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:18:04,112 DEBUG [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:18:04,185 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/.tmp/table/f4629b7141354a61a8ccec89dc671215 2024-11-17T21:18:04,193 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/.tmp/info/04c67795fb4f42b48d685d0ffc754b34 as hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/info/04c67795fb4f42b48d685d0ffc754b34 2024-11-17T21:18:04,201 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/info/04c67795fb4f42b48d685d0ffc754b34, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T21:18:04,202 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/.tmp/ns/4d8f430f80f840acab0501fec969936d as hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/ns/4d8f430f80f840acab0501fec969936d 2024-11-17T21:18:04,208 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/ns/4d8f430f80f840acab0501fec969936d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T21:18:04,210 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/.tmp/table/f4629b7141354a61a8ccec89dc671215 as hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/table/f4629b7141354a61a8ccec89dc671215 2024-11-17T21:18:04,216 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/table/f4629b7141354a61a8ccec89dc671215, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T21:18:04,217 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false 2024-11-17T21:18:04,222 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T21:18:04,222 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:18:04,222 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:18:04,222 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:18:04,223 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878282911Running coprocessor pre-close hooks at 1731878282911Disabling compacts and flushes for region at 1731878282911Disabling writes for close at 1731878282911Obtaining lock to block concurrent updates at 1731878282911Preparing flush snapshotting stores in 1588230740 at 1731878282911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731878282911Flushing stores of hbase:meta,,1.1588230740 at 1731878282912 (+1 ms)Flushing 1588230740/info: creating writer at 1731878282912Flushing 1588230740/info: appending metadata at 1731878282927 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731878282927Flushing 1588230740/ns: creating writer at 1731878283342 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731878283356 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731878283356Flushing 1588230740/table: creating writer at 1731878283767 (+411 ms)Flushing 1588230740/table: appending metadata at 1731878283780 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731878283780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bdc81a: reopening flushed file at 1731878284192 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc6ca0b: reopening flushed file at 1731878284201 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8622d7: reopening flushed file at 1731878284209 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false at 1731878284217 (+8 ms)Writing region close event to WAL at 1731878284218 (+1 ms)Running coprocessor post-close hooks at 1731878284222 (+4 ms)Closed at 1731878284222 2024-11-17T21:18:04,223 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:18:04,312 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,37445,1731878271768; all regions closed. 2024-11-17T21:18:04,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741834_1010 (size=2742) 2024-11-17T21:18:04,318 DEBUG [RS:0;a313eea8709e:37445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/oldWALs 2024-11-17T21:18:04,318 INFO [RS:0;a313eea8709e:37445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C37445%2C1731878271768.meta:.meta(num 1731878273213) 2024-11-17T21:18:04,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741837_1013 (size=1586) 2024-11-17T21:18:04,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/WALs/a313eea8709e,37445,1731878271768/a313eea8709e%2C37445%2C1731878271768.rep.1731878279639 not finished, retry = 0 2024-11-17T21:18:04,425 DEBUG [RS:0;a313eea8709e:37445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/oldWALs 2024-11-17T21:18:04,425 INFO [RS:0;a313eea8709e:37445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C37445%2C1731878271768.rep:(num 1731878279639) 2024-11-17T21:18:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741833_1009 (size=93) 2024-11-17T21:18:04,430 DEBUG [RS:0;a313eea8709e:37445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/oldWALs 2024-11-17T21:18:04,430 INFO [RS:0;a313eea8709e:37445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C37445%2C1731878271768:(num 1731878272574) 2024-11-17T21:18:04,430 DEBUG [RS:0;a313eea8709e:37445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:04,430 INFO [RS:0;a313eea8709e:37445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:18:04,430 INFO [RS:0;a313eea8709e:37445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:18:04,430 INFO [RS:0;a313eea8709e:37445 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:18:04,431 INFO [RS:0;a313eea8709e:37445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:18:04,431 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:18:04,431 INFO [RS:0;a313eea8709e:37445 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,37445,1731878271768 because: Region server is closing 2024-11-17T21:18:04,431 INFO [RS:0;a313eea8709e:37445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:37445. 2024-11-17T21:18:04,431 DEBUG [RS:0;a313eea8709e:37445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:18:04,431 DEBUG [RS:0;a313eea8709e:37445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:04,431 DEBUG [RS:0;a313eea8709e:37445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:04,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:18:04,532 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768.replicationSource.shippera313eea8709e%2C37445%2C1731878271768,1-a313eea8709e,37445,1731878271768 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T21:18:04,532 INFO [RS:0;a313eea8709e:37445 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37445,1731878271768.replicationSource.shippera313eea8709e%2C37445%2C1731878271768,1-a313eea8709e,37445,1731878271768 terminated 2024-11-17T21:18:04,532 INFO [RS:0;a313eea8709e:37445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37445 2024-11-17T21:18:04,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701474530/rs/a313eea8709e,37445,1731878271768 2024-11-17T21:18:04,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530/rs 2024-11-17T21:18:04,546 INFO [RS:0;a313eea8709e:37445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:18:04,546 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f283c8e2ad8@4c2a3297 rejected from java.util.concurrent.ThreadPoolExecutor@928a576[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-17T21:18:04,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,37445,1731878271768] 2024-11-17T21:18:04,567 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01701474530/draining/a313eea8709e,37445,1731878271768 already deleted, retry=false 2024-11-17T21:18:04,567 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,37445,1731878271768 expired; onlineServers=0 2024-11-17T21:18:04,567 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,41649,1731878271538' ***** 2024-11-17T21:18:04,567 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:18:04,567 INFO [M:0;a313eea8709e:41649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:18:04,567 INFO [M:0;a313eea8709e:41649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:18:04,567 DEBUG [M:0;a313eea8709e:41649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:18:04,567 DEBUG [M:0;a313eea8709e:41649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:18:04,567 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:18:04,567 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878272360 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878272360,5,FailOnTimeoutGroup] 2024-11-17T21:18:04,567 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878272348 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878272348,5,FailOnTimeoutGroup] 2024-11-17T21:18:04,567 INFO [M:0;a313eea8709e:41649 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:18:04,568 INFO [M:0;a313eea8709e:41649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:18:04,568 DEBUG [M:0;a313eea8709e:41649 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:18:04,568 INFO [M:0;a313eea8709e:41649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:18:04,568 INFO [M:0;a313eea8709e:41649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:18:04,568 INFO [M:0;a313eea8709e:41649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:18:04,568 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:18:04,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701474530/master 2024-11-17T21:18:04,577 DEBUG [M:0;a313eea8709e:41649 {}] zookeeper.ZKUtil(347): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Unable to get data of znode /01701474530/master because node does not exist (not an error) 2024-11-17T21:18:04,577 WARN [M:0;a313eea8709e:41649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:18:04,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701474530 2024-11-17T21:18:04,578 INFO [M:0;a313eea8709e:41649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/.lastflushedseqids 2024-11-17T21:18:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741842_1018 (size=181) 2024-11-17T21:18:04,584 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:18:04,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:04,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:04,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:04,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:18:04,656 INFO [RS:0;a313eea8709e:37445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:18:04,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37445-0x1014aa92df70001, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:18:04,657 INFO [RS:0;a313eea8709e:37445 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,37445,1731878271768; zookeeper connection closed. 2024-11-17T21:18:04,657 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66453ea4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66453ea4 2024-11-17T21:18:04,657 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:18:04,983 INFO [M:0;a313eea8709e:41649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:18:04,984 INFO [M:0;a313eea8709e:41649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:18:04,984 DEBUG [M:0;a313eea8709e:41649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:18:04,984 INFO [M:0;a313eea8709e:41649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:04,984 DEBUG [M:0;a313eea8709e:41649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:04,984 DEBUG [M:0;a313eea8709e:41649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:18:04,984 DEBUG [M:0;a313eea8709e:41649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:04,984 INFO [M:0;a313eea8709e:41649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T21:18:05,011 DEBUG [M:0;a313eea8709e:41649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6af65d7139d34fcf84079c43a9800d33 is 82, key is hbase:meta,,1/info:regioninfo/1731878273247/Put/seqid=0 2024-11-17T21:18:05,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741843_1019 (size=5672) 2024-11-17T21:18:05,033 INFO [M:0;a313eea8709e:41649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6af65d7139d34fcf84079c43a9800d33 2024-11-17T21:18:05,082 DEBUG [M:0;a313eea8709e:41649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84352431861a4ebc8881522881e80b18 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731878279691/Put/seqid=0 2024-11-17T21:18:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741844_1020 (size=7203) 2024-11-17T21:18:05,116 INFO [M:0;a313eea8709e:41649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84352431861a4ebc8881522881e80b18 2024-11-17T21:18:05,145 DEBUG [M:0;a313eea8709e:41649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517b3a495f4445e4a7458adf10ffebd6 is 69, key is a313eea8709e,37445,1731878271768/rs:state/1731878272400/Put/seqid=0 2024-11-17T21:18:05,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741845_1021 (size=5156) 2024-11-17T21:18:05,197 INFO [M:0;a313eea8709e:41649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517b3a495f4445e4a7458adf10ffebd6 2024-11-17T21:18:05,208 DEBUG [M:0;a313eea8709e:41649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6af65d7139d34fcf84079c43a9800d33 as hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6af65d7139d34fcf84079c43a9800d33 2024-11-17T21:18:05,217 INFO [M:0;a313eea8709e:41649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6af65d7139d34fcf84079c43a9800d33, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T21:18:05,218 DEBUG [M:0;a313eea8709e:41649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84352431861a4ebc8881522881e80b18 as hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84352431861a4ebc8881522881e80b18 2024-11-17T21:18:05,226 INFO [M:0;a313eea8709e:41649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84352431861a4ebc8881522881e80b18, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T21:18:05,227 DEBUG [M:0;a313eea8709e:41649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517b3a495f4445e4a7458adf10ffebd6 as hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/517b3a495f4445e4a7458adf10ffebd6 2024-11-17T21:18:05,236 INFO [M:0;a313eea8709e:41649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35761/user/jenkins/test-data/8cfbf1b8-d66d-2c0a-9d07-291ae457ac1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/517b3a495f4445e4a7458adf10ffebd6, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T21:18:05,238 INFO [M:0;a313eea8709e:41649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 254ms, sequenceid=70, compaction requested=false 2024-11-17T21:18:05,270 INFO [M:0;a313eea8709e:41649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:05,271 DEBUG [M:0;a313eea8709e:41649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878284984Disabling compacts and flushes for region at 1731878284984Disabling writes for close at 1731878284984Obtaining lock to block concurrent updates at 1731878284984Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878284984Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731878284985 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878284985Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878284985Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878285011 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878285011Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878285041 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878285081 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878285081Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878285123 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878285144 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878285144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ff8e3c: reopening flushed file at 1731878285206 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e092601: reopening flushed file at 1731878285217 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c76f515: reopening flushed file at 1731878285226 (+9 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 254ms, sequenceid=70, compaction requested=false at 1731878285238 (+12 ms)Writing region close event to WAL at 1731878285270 (+32 ms)Closed at 1731878285270 2024-11-17T21:18:05,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741830_1006 (size=41008) 2024-11-17T21:18:05,291 INFO [M:0;a313eea8709e:41649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:18:05,291 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:18:05,291 INFO [M:0;a313eea8709e:41649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41649 2024-11-17T21:18:05,291 INFO [M:0;a313eea8709e:41649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:18:05,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:18:05,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1014aa92df70000, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:18:05,446 INFO [M:0;a313eea8709e:41649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:18:05,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:18:05,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:18:05,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:18:05,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:18:05,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/hadoop.log.dir/,STOPPED} 2024-11-17T21:18:05,482 WARN [BP-1889214265-172.17.0.2-1731878269547 heartbeating to localhost/127.0.0.1:35761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:18:05,482 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:18:05,482 WARN [BP-1889214265-172.17.0.2-1731878269547 heartbeating to localhost/127.0.0.1:35761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1889214265-172.17.0.2-1731878269547 (Datanode Uuid c0c83f53-6124-45e0-b12f-37d3972faa1a) service to localhost/127.0.0.1:35761 2024-11-17T21:18:05,482 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:18:05,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/cluster_c4f13d7a-71e7-ea0d-7c93-7b3ad7fc03b1/data/data1/current/BP-1889214265-172.17.0.2-1731878269547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:18:05,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/cluster_c4f13d7a-71e7-ea0d-7c93-7b3ad7fc03b1/data/data2/current/BP-1889214265-172.17.0.2-1731878269547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:18:05,484 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:18:05,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:18:05,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:18:05,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:18:05,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:18:05,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c3c369-4c30-c05f-b52b-7b89dc6b112c/hadoop.log.dir/,STOPPED} 2024-11-17T21:18:05,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T21:18:05,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:18:05,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 105) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35761 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42123 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49601) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49601) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=309 (was 295) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8182 (was 8829) 2024-11-17T21:18:05,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=309, ProcessCount=11, AvailableMemoryMB=8180 2024-11-17T21:18:05,591 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-17T21:18:05,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/hadoop.log.dir so I do NOT create it in target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9 2024-11-17T21:18:05,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:18:05,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/hadoop.tmp.dir so I do NOT create it in target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9 2024-11-17T21:18:05,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ef171bd-2ed6-5736-fff7-0572da015725/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:18:05,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9 2024-11-17T21:18:05,593 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/cluster_05b0aa98-5bc0-3d7e-e1a0-ac009a8ada2a, deleteOnExit=true 2024-11-17T21:18:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014aa92df70005, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:18:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014aa92df70002, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:18:05,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014aa92df70002, quorum=127.0.0.1:49601, baseZNode=/01701474530 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:18:05,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014aa92df70005, quorum=127.0.0.1:49601, baseZNode=/11780232242 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:18:05,645 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/cluster_05b0aa98-5bc0-3d7e-e1a0-ac009a8ada2a/zookeeper_0, clientPort=54147, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/cluster_05b0aa98-5bc0-3d7e-e1a0-ac009a8ada2a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/cluster_05b0aa98-5bc0-3d7e-e1a0-ac009a8ada2a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T21:18:05,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54147 2024-11-17T21:18:05,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:18:05,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:18:05,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/test.cache.data in system properties and HBase conf 2024-11-17T21:18:05,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:18:05,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:18:05,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:18:05,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:18:05,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:18:05,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:18:05,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:18:05,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:18:05,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:18:05,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:18:05,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:18:05,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:18:05,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:18:05,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:18:05,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:18:05,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:18:05,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:18:05,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:18:05,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:18:05,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:18:06,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:18:06,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:18:06,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:18:06,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:18:06,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:18:06,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:18:06,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:18:06,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:18:06,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f28759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/java.io.tmpdir/jetty-localhost-40699-hadoop-hdfs-3_4_1-tests_jar-_-any-9984643632215947897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:18:06,203 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:40699} 2024-11-17T21:18:06,203 INFO [Time-limited test {}] server.Server(415): Started @51532ms 2024-11-17T21:18:06,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:18:06,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:18:06,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:18:06,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:18:06,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:18:06,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:18:06,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:18:06,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c2799f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/java.io.tmpdir/jetty-localhost-45449-hadoop-hdfs-3_4_1-tests_jar-_-any-11937866429503918972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:18:06,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:45449} 2024-11-17T21:18:06,893 INFO [Time-limited test {}] server.Server(415): Started @52222ms 2024-11-17T21:18:06,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:18:07,762 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/cluster_05b0aa98-5bc0-3d7e-e1a0-ac009a8ada2a/data/data1/current/BP-460722938-172.17.0.2-1731878285684/current, will proceed with Du for space computation calculation, 2024-11-17T21:18:07,762 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/cluster_05b0aa98-5bc0-3d7e-e1a0-ac009a8ada2a/data/data2/current/BP-460722938-172.17.0.2-1731878285684/current, will proceed with Du for space computation calculation, 2024-11-17T21:18:07,777 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:18:07,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x427517fd31395dc with lease ID 0xbeede19119e4ea31: Processing first storage report for DS-1cc4d7c4-09f8-4aed-89f1-891ef2d1dc12 from datanode DatanodeRegistration(127.0.0.1:44397, datanodeUuid=c9f88b2d-98ff-470e-8918-a4ad22f852ef, infoPort=42971, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=229733753;c=1731878285684) 2024-11-17T21:18:07,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x427517fd31395dc with lease ID 0xbeede19119e4ea31: from storage DS-1cc4d7c4-09f8-4aed-89f1-891ef2d1dc12 node DatanodeRegistration(127.0.0.1:44397, datanodeUuid=c9f88b2d-98ff-470e-8918-a4ad22f852ef, infoPort=42971, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=229733753;c=1731878285684), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:18:07,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x427517fd31395dc with lease ID 0xbeede19119e4ea31: Processing first storage report for DS-86773ce1-89bb-4833-9f5f-41b6d4122579 from datanode DatanodeRegistration(127.0.0.1:44397, datanodeUuid=c9f88b2d-98ff-470e-8918-a4ad22f852ef, infoPort=42971, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=229733753;c=1731878285684) 2024-11-17T21:18:07,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x427517fd31395dc with lease ID 0xbeede19119e4ea31: from storage DS-86773ce1-89bb-4833-9f5f-41b6d4122579 node DatanodeRegistration(127.0.0.1:44397, datanodeUuid=c9f88b2d-98ff-470e-8918-a4ad22f852ef, infoPort=42971, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=229733753;c=1731878285684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:18:07,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9 2024-11-17T21:18:07,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:07,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:07,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:18:08,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798 with version=8 2024-11-17T21:18:08,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/hbase-staging 2024-11-17T21:18:08,250 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:18:08,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:08,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:08,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:18:08,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:08,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:18:08,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:18:08,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:18:08,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42009 2024-11-17T21:18:08,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42009 connecting to ZooKeeper ensemble=127.0.0.1:54147 2024-11-17T21:18:08,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420090x0, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:18:08,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42009-0x1014aa96cdf0000 connected 2024-11-17T21:18:08,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:08,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:08,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Set watcher on znode that does not yet exist, /01492261940/running 2024-11-17T21:18:08,395 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798, hbase.cluster.distributed=false 2024-11-17T21:18:08,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Set watcher on znode that does not yet exist, /01492261940/acl 2024-11-17T21:18:08,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-17T21:18:08,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42009 2024-11-17T21:18:08,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42009 2024-11-17T21:18:08,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-17T21:18:08,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-17T21:18:08,409 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:18:08,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:08,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:08,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:18:08,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:08,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:18:08,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:18:08,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:18:08,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42221 2024-11-17T21:18:08,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42221 connecting to ZooKeeper ensemble=127.0.0.1:54147 2024-11-17T21:18:08,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:08,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:08,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422210x0, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:18:08,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42221-0x1014aa96cdf0001 connected 2024-11-17T21:18:08,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Set watcher on znode that does not yet exist, /01492261940/running 2024-11-17T21:18:08,424 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:18:08,428 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:18:08,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Set watcher on znode that does not yet exist, /01492261940/master 2024-11-17T21:18:08,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Set watcher on znode that does not yet exist, /01492261940/acl 2024-11-17T21:18:08,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42221 2024-11-17T21:18:08,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42221 2024-11-17T21:18:08,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42221 2024-11-17T21:18:08,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42221 2024-11-17T21:18:08,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42221 2024-11-17T21:18:08,441 DEBUG [M:0;a313eea8709e:42009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:42009 2024-11-17T21:18:08,441 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01492261940/backup-masters/a313eea8709e,42009,1731878288249 2024-11-17T21:18:08,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940/backup-masters 2024-11-17T21:18:08,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940/backup-masters 2024-11-17T21:18:08,451 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Set watcher on existing znode=/01492261940/backup-masters/a313eea8709e,42009,1731878288249 2024-11-17T21:18:08,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01492261940/master 2024-11-17T21:18:08,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:08,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:08,462 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Set watcher on existing znode=/01492261940/master 2024-11-17T21:18:08,462 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01492261940/backup-masters/a313eea8709e,42009,1731878288249 from backup master directory 2024-11-17T21:18:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492261940/backup-masters/a313eea8709e,42009,1731878288249 2024-11-17T21:18:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940/backup-masters 2024-11-17T21:18:08,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940/backup-masters 2024-11-17T21:18:08,472 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:18:08,472 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,42009,1731878288249 2024-11-17T21:18:08,476 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/hbase.id] with ID: e2a6a3fc-e5d4-40e8-8f76-e71c87338e05 2024-11-17T21:18:08,476 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/.tmp/hbase.id 2024-11-17T21:18:08,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:18:08,881 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/.tmp/hbase.id]:[hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/hbase.id] 2024-11-17T21:18:08,892 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:08,892 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:18:08,893 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:18:08,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:08,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:08,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:18:09,309 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:18:09,309 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:18:09,310 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:18:09,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:18:09,717 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store 2024-11-17T21:18:09,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:18:09,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:18:09,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:09,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:09,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:09,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:10,123 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:10,124 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:18:10,124 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:10,124 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:10,124 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:18:10,124 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:10,124 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:10,124 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878290124Disabling compacts and flushes for region at 1731878290124Disabling writes for close at 1731878290124Writing region close event to WAL at 1731878290124Closed at 1731878290124 2024-11-17T21:18:10,125 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/.initializing 2024-11-17T21:18:10,125 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/WALs/a313eea8709e,42009,1731878288249 2024-11-17T21:18:10,127 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:18:10,129 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C42009%2C1731878288249, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/WALs/a313eea8709e,42009,1731878288249, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/oldWALs, maxLogs=10 2024-11-17T21:18:10,148 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/WALs/a313eea8709e,42009,1731878288249/a313eea8709e%2C42009%2C1731878288249.1731878290129, exclude list is [], retry=0 2024-11-17T21:18:10,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44397,DS-1cc4d7c4-09f8-4aed-89f1-891ef2d1dc12,DISK] 2024-11-17T21:18:10,166 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/WALs/a313eea8709e,42009,1731878288249/a313eea8709e%2C42009%2C1731878288249.1731878290129 2024-11-17T21:18:10,168 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-17T21:18:10,168 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:18:10,168 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:10,168 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,169 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:18:10,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:10,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:10,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:18:10,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:10,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:10,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:18:10,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:10,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:10,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:18:10,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:10,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:10,195 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,196 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,196 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,198 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,198 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,199 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:18:10,200 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:10,209 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:18:10,209 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73255929, jitterRate=0.09159840643405914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:18:10,210 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878290169Initializing all the Stores at 1731878290170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878290170Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878290172 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878290172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878290172Cleaning up temporary data from old regions at 1731878290198 (+26 ms)Region opened successfully at 1731878290210 (+12 ms) 2024-11-17T21:18:10,210 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:18:10,214 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e9583f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:18:10,215 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:18:10,216 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:18:10,216 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:18:10,216 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:18:10,216 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:18:10,217 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:18:10,217 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:18:10,222 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:18:10,223 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Unable to get data of znode /01492261940/balancer because node does not exist (not necessarily an error) 2024-11-17T21:18:10,233 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492261940/balancer already deleted, retry=false 2024-11-17T21:18:10,234 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:18:10,235 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Unable to get data of znode /01492261940/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:18:10,244 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492261940/normalizer already deleted, retry=false 2024-11-17T21:18:10,244 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:18:10,249 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Unable to get data of znode /01492261940/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:18:10,261 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492261940/switch/split already deleted, retry=false 2024-11-17T21:18:10,262 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Unable to get data of znode /01492261940/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:18:10,271 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492261940/switch/merge already deleted, retry=false 2024-11-17T21:18:10,273 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Unable to get data of znode /01492261940/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:18:10,286 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492261940/snapshot-cleanup already deleted, retry=false 2024-11-17T21:18:10,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01492261940/running 2024-11-17T21:18:10,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01492261940/running 2024-11-17T21:18:10,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:10,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:10,298 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,42009,1731878288249, sessionid=0x1014aa96cdf0000, setting cluster-up flag (Was=false) 2024-11-17T21:18:10,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:10,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:10,349 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01492261940/flush-table-proc/acquired, /01492261940/flush-table-proc/reached, /01492261940/flush-table-proc/abort 2024-11-17T21:18:10,350 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,42009,1731878288249 2024-11-17T21:18:10,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:10,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:10,402 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01492261940/online-snapshot/acquired, /01492261940/online-snapshot/reached, /01492261940/online-snapshot/abort 2024-11-17T21:18:10,403 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,42009,1731878288249 2024-11-17T21:18:10,404 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:18:10,405 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:18:10,405 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:18:10,405 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:18:10,405 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,42009,1731878288249 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:18:10,407 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:18:10,407 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:18:10,407 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:18:10,407 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:18:10,407 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:18:10,407 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,407 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:18:10,407 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,408 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878320408 2024-11-17T21:18:10,408 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:18:10,408 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:18:10,408 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:18:10,408 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:18:10,408 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:18:10,408 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:18:10,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:18:10,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:18:10,409 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,410 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:10,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:18:10,413 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:18:10,413 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:18:10,413 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:18:10,413 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:18:10,413 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:18:10,414 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:18:10,414 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878290414,5,FailOnTimeoutGroup] 2024-11-17T21:18:10,415 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878290414,5,FailOnTimeoutGroup] 2024-11-17T21:18:10,415 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,415 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:18:10,415 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,415 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:18:10,434 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(746): ClusterId : e2a6a3fc-e5d4-40e8-8f76-e71c87338e05 2024-11-17T21:18:10,434 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:18:10,444 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:18:10,444 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:18:10,455 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:18:10,456 DEBUG [RS:0;a313eea8709e:42221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a72be99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:18:10,466 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:42221 2024-11-17T21:18:10,466 INFO [RS:0;a313eea8709e:42221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:18:10,466 INFO [RS:0;a313eea8709e:42221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:18:10,466 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:18:10,467 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,42009,1731878288249 with port=42221, startcode=1731878288409 2024-11-17T21:18:10,467 DEBUG [RS:0;a313eea8709e:42221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:18:10,468 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:18:10,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,42221,1731878288409 2024-11-17T21:18:10,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,42221,1731878288409 2024-11-17T21:18:10,470 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798 2024-11-17T21:18:10,470 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42291 2024-11-17T21:18:10,470 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:18:10,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940/rs 2024-11-17T21:18:10,482 DEBUG [RS:0;a313eea8709e:42221 {}] zookeeper.ZKUtil(111): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Set watcher on existing znode=/01492261940/rs/a313eea8709e,42221,1731878288409 2024-11-17T21:18:10,482 WARN [RS:0;a313eea8709e:42221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:18:10,483 INFO [RS:0;a313eea8709e:42221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:18:10,483 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409 2024-11-17T21:18:10,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,42221,1731878288409] 2024-11-17T21:18:10,486 INFO [RS:0;a313eea8709e:42221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:18:10,487 INFO [RS:0;a313eea8709e:42221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:18:10,487 INFO [RS:0;a313eea8709e:42221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:18:10,487 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,488 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:18:10,488 INFO [RS:0;a313eea8709e:42221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:18:10,488 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:18:10,489 DEBUG [RS:0;a313eea8709e:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:18:10,490 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,490 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,490 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,490 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,490 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,490 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,42221,1731878288409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:18:10,502 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:18:10,502 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,42221,1731878288409-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,502 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,502 INFO [RS:0;a313eea8709e:42221 {}] regionserver.Replication(171): a313eea8709e,42221,1731878288409 started 2024-11-17T21:18:10,514 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:10,514 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,42221,1731878288409, RpcServer on a313eea8709e/172.17.0.2:42221, sessionid=0x1014aa96cdf0001 2024-11-17T21:18:10,514 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:18:10,514 DEBUG [RS:0;a313eea8709e:42221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,42221,1731878288409 2024-11-17T21:18:10,514 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,42221,1731878288409' 2024-11-17T21:18:10,514 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01492261940/flush-table-proc/abort' 2024-11-17T21:18:10,515 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01492261940/flush-table-proc/acquired' 2024-11-17T21:18:10,515 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:18:10,515 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:18:10,515 DEBUG [RS:0;a313eea8709e:42221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,42221,1731878288409 2024-11-17T21:18:10,515 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,42221,1731878288409' 2024-11-17T21:18:10,515 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01492261940/online-snapshot/abort' 2024-11-17T21:18:10,516 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01492261940/online-snapshot/acquired' 2024-11-17T21:18:10,516 DEBUG [RS:0;a313eea8709e:42221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:18:10,516 INFO [RS:0;a313eea8709e:42221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:18:10,516 INFO [RS:0;a313eea8709e:42221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:18:10,616 INFO [RS:0;a313eea8709e:42221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:18:10,618 INFO [RS:0;a313eea8709e:42221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C42221%2C1731878288409, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/oldWALs, maxLogs=10 2024-11-17T21:18:10,630 DEBUG [RS:0;a313eea8709e:42221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618, exclude list is [], retry=0 2024-11-17T21:18:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44397,DS-1cc4d7c4-09f8-4aed-89f1-891ef2d1dc12,DISK] 2024-11-17T21:18:10,634 INFO [RS:0;a313eea8709e:42221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 2024-11-17T21:18:10,634 DEBUG [RS:0;a313eea8709e:42221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-17T21:18:10,820 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:18:10,820 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798 2024-11-17T21:18:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:18:10,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:18:10,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:18:10,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T21:18:10,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:18:11,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:11,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:18:11,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:18:11,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:11,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:11,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:18:11,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:18:11,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:11,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:11,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:18:11,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:18:11,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:11,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:11,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:18:11,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:18:11,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:11,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:11,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:18:11,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740 2024-11-17T21:18:11,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740 2024-11-17T21:18:11,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:18:11,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:18:11,236 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:18:11,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:18:11,239 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:18:11,239 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71344658, jitterRate=0.06311824917793274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:18:11,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878291226Initializing all the Stores at 1731878291226Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878291227 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878291227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878291227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878291227Cleaning up temporary data from old regions at 1731878291236 (+9 ms)Region opened successfully at 1731878291240 (+4 ms) 2024-11-17T21:18:11,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:18:11,241 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:18:11,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:18:11,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:18:11,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:18:11,241 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:18:11,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878291241Disabling compacts and flushes for region at 1731878291241Disabling writes for close at 1731878291241Writing region close event to WAL at 1731878291241Closed at 1731878291241 2024-11-17T21:18:11,243 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:18:11,243 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:18:11,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:18:11,244 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:18:11,245 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:18:11,395 DEBUG [a313eea8709e:42009 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:18:11,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,42221,1731878288409 2024-11-17T21:18:11,397 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,42221,1731878288409, state=OPENING 2024-11-17T21:18:11,444 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:18:11,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:11,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:11,455 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:18:11,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492261940/meta-region-server: CHANGED 2024-11-17T21:18:11,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492261940/meta-region-server: CHANGED 2024-11-17T21:18:11,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,42221,1731878288409}] 2024-11-17T21:18:11,608 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:18:11,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:18:11,613 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:18:11,614 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:18:11,614 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:18:11,615 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C42221%2C1731878288409.meta, suffix=.meta, logDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/oldWALs, maxLogs=10 2024-11-17T21:18:11,627 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.meta.1731878291616.meta, exclude list is [], retry=0 2024-11-17T21:18:11,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44397,DS-1cc4d7c4-09f8-4aed-89f1-891ef2d1dc12,DISK] 2024-11-17T21:18:11,631 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.meta.1731878291616.meta 2024-11-17T21:18:11,631 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-17T21:18:11,631 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:18:11,631 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:18:11,631 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:18:11,631 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:18:11,632 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:18:11,632 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:18:11,632 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:11,632 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:18:11,632 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:18:11,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:18:11,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:18:11,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:11,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:11,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:18:11,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:18:11,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:11,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:11,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:18:11,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:18:11,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:11,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:11,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:18:11,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:18:11,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:11,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:11,638 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:18:11,639 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740 2024-11-17T21:18:11,640 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740 2024-11-17T21:18:11,641 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:18:11,641 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:18:11,642 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:18:11,643 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:18:11,643 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59835402, jitterRate=-0.10838302969932556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:18:11,644 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:18:11,644 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878291632Writing region info on filesystem at 1731878291632Initializing all the Stores at 1731878291633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878291633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878291633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878291633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878291633Cleaning up temporary data from old regions at 1731878291641 (+8 ms)Running coprocessor post-open hooks at 1731878291644 (+3 ms)Region opened successfully at 1731878291644 2024-11-17T21:18:11,645 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878291608 2024-11-17T21:18:11,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,42221,1731878288409 2024-11-17T21:18:11,649 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:18:11,649 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,42221,1731878288409, state=OPEN 2024-11-17T21:18:11,649 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:18:11,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01492261940/meta-region-server 2024-11-17T21:18:11,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01492261940/meta-region-server 2024-11-17T21:18:11,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,42221,1731878288409 2024-11-17T21:18:11,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492261940/meta-region-server: CHANGED 2024-11-17T21:18:11,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492261940/meta-region-server: CHANGED 2024-11-17T21:18:11,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:18:11,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,42221,1731878288409 in 237 msec 2024-11-17T21:18:11,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:18:11,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-17T21:18:11,698 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:18:11,698 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:18:11,699 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:18:11,699 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,42221,1731878288409, seqNum=-1] 2024-11-17T21:18:11,699 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:18:11,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:18:11,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-17T21:18:11,706 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878291706, completionTime=-1 2024-11-17T21:18:11,706 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:18:11,706 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:18:11,707 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:18:11,707 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878351707 2024-11-17T21:18:11,707 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878411707 2024-11-17T21:18:11,707 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:18:11,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,42009,1731878288249-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:11,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,42009,1731878288249-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:11,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,42009,1731878288249-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:11,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:42009, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:11,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:11,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:11,710 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:18:11,712 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.240sec 2024-11-17T21:18:11,712 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:18:11,712 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:18:11,712 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:18:11,712 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:18:11,712 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:18:11,712 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,42009,1731878288249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:18:11,712 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,42009,1731878288249-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:18:11,714 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:18:11,714 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:18:11,714 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,42009,1731878288249-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:11,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:11,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,42009,-1 for getting cluster id 2024-11-17T21:18:11,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:18:11,736 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2a6a3fc-e5d4-40e8-8f76-e71c87338e05' 2024-11-17T21:18:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:18:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2a6a3fc-e5d4-40e8-8f76-e71c87338e05" 2024-11-17T21:18:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45390c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,42009,-1] 2024-11-17T21:18:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:18:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:11,738 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:18:11,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:11,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:18:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,42221,1731878288409, seqNum=-1] 2024-11-17T21:18:11,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:18:11,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:18:11,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,42009,1731878288249 2024-11-17T21:18:11,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54147 2024-11-17T21:18:11,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:18:11,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014aa96cdf0002 connected 2024-11-17T21:18:11,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/hadoop.log.dir so I do NOT create it in target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5 2024-11-17T21:18:11,780 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:18:11,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/hadoop.tmp.dir so I do NOT create it in target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5 2024-11-17T21:18:11,780 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:18:11,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5 2024-11-17T21:18:11,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:18:11,780 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/cluster_23c3fd21-9f95-a259-8462-cd599ccb5a8e, deleteOnExit=true 2024-11-17T21:18:11,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:18:11,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/test.cache.data in system properties and HBase conf 2024-11-17T21:18:11,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:18:11,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:18:11,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:18:11,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:18:11,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:18:11,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:18:11,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:18:11,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:18:11,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:18:11,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:18:12,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:18:12,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:18:12,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:18:12,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:18:12,261 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:18:12,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:18:12,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:18:12,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:18:12,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6845ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/java.io.tmpdir/jetty-localhost-42569-hadoop-hdfs-3_4_1-tests_jar-_-any-6574364874130929759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:18:12,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:42569} 2024-11-17T21:18:12,363 INFO [Time-limited test {}] server.Server(415): Started @57692ms 2024-11-17T21:18:12,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:18:12,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:18:12,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:18:12,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:18:12,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:18:12,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:18:12,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:18:12,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e587001{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/java.io.tmpdir/jetty-localhost-40135-hadoop-hdfs-3_4_1-tests_jar-_-any-7870869895790238227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:18:12,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:40135} 2024-11-17T21:18:12,831 INFO [Time-limited test {}] server.Server(415): Started @58160ms 2024-11-17T21:18:12,832 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:18:13,527 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/cluster_23c3fd21-9f95-a259-8462-cd599ccb5a8e/data/data1/current/BP-1797774799-172.17.0.2-1731878291807/current, will proceed with Du for space computation calculation, 2024-11-17T21:18:13,527 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/cluster_23c3fd21-9f95-a259-8462-cd599ccb5a8e/data/data2/current/BP-1797774799-172.17.0.2-1731878291807/current, will proceed with Du for space computation calculation, 2024-11-17T21:18:13,542 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:18:13,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbc8ef19847518c9 with lease ID 0xf9693b352d13a68a: Processing first storage report for DS-dc357c85-139c-4923-b477-823e37cd8704 from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=2f6c042a-2eea-4372-bf91-bda6f2d1f858, infoPort=36401, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=682745560;c=1731878291807) 2024-11-17T21:18:13,544 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbc8ef19847518c9 with lease ID 0xf9693b352d13a68a: from storage DS-dc357c85-139c-4923-b477-823e37cd8704 node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=2f6c042a-2eea-4372-bf91-bda6f2d1f858, infoPort=36401, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=682745560;c=1731878291807), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:18:13,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbc8ef19847518c9 with lease ID 0xf9693b352d13a68a: Processing first storage report for DS-a0fe43b8-bf6b-4307-a85f-f89728e5f098 from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=2f6c042a-2eea-4372-bf91-bda6f2d1f858, infoPort=36401, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=682745560;c=1731878291807) 2024-11-17T21:18:13,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbc8ef19847518c9 with lease ID 0xf9693b352d13a68a: from storage DS-a0fe43b8-bf6b-4307-a85f-f89728e5f098 node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=2f6c042a-2eea-4372-bf91-bda6f2d1f858, infoPort=36401, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=682745560;c=1731878291807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:18:13,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5 2024-11-17T21:18:13,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:13,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:13,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:18:13,973 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d with version=8 2024-11-17T21:18:13,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/hbase-staging 2024-11-17T21:18:13,975 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:18:13,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:13,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:13,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:18:13,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:13,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:18:13,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:18:13,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:18:13,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40339 2024-11-17T21:18:13,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40339 connecting to ZooKeeper ensemble=127.0.0.1:54147 2024-11-17T21:18:13,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403390x0, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:18:13,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40339-0x1014aa96cdf0003 connected 2024-11-17T21:18:14,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:14,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:14,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Set watcher on znode that does not yet exist, /1-800063536/running 2024-11-17T21:18:14,065 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d, hbase.cluster.distributed=false 2024-11-17T21:18:14,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Set watcher on znode that does not yet exist, /1-800063536/acl 2024-11-17T21:18:14,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40339 2024-11-17T21:18:14,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40339 2024-11-17T21:18:14,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40339 2024-11-17T21:18:14,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40339 2024-11-17T21:18:14,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40339 2024-11-17T21:18:14,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:18:14,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:14,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:14,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:18:14,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:18:14,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:18:14,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:18:14,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:18:14,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37873 2024-11-17T21:18:14,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37873 connecting to ZooKeeper ensemble=127.0.0.1:54147 2024-11-17T21:18:14,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:14,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:14,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378730x0, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:18:14,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378730x0, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Set watcher on znode that does not yet exist, /1-800063536/running 2024-11-17T21:18:14,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37873-0x1014aa96cdf0004 connected 2024-11-17T21:18:14,104 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:18:14,104 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:18:14,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Set watcher on znode that does not yet exist, /1-800063536/master 2024-11-17T21:18:14,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Set watcher on znode that does not yet exist, /1-800063536/acl 2024-11-17T21:18:14,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37873 2024-11-17T21:18:14,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37873 2024-11-17T21:18:14,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37873 2024-11-17T21:18:14,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37873 2024-11-17T21:18:14,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37873 2024-11-17T21:18:14,122 DEBUG [M:0;a313eea8709e:40339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:40339 2024-11-17T21:18:14,122 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-800063536/backup-masters/a313eea8709e,40339,1731878293975 2024-11-17T21:18:14,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536/backup-masters 2024-11-17T21:18:14,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536/backup-masters 2024-11-17T21:18:14,135 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Set watcher on existing znode=/1-800063536/backup-masters/a313eea8709e,40339,1731878293975 2024-11-17T21:18:14,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:14,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-800063536/master 2024-11-17T21:18:14,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:14,145 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Set watcher on existing znode=/1-800063536/master 2024-11-17T21:18:14,146 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-800063536/backup-masters/a313eea8709e,40339,1731878293975 from backup master directory 2024-11-17T21:18:14,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-800063536/backup-masters/a313eea8709e,40339,1731878293975 2024-11-17T21:18:14,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536/backup-masters 2024-11-17T21:18:14,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536/backup-masters 2024-11-17T21:18:14,156 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:18:14,156 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,40339,1731878293975 2024-11-17T21:18:14,160 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/hbase.id] with ID: 6ac86321-c918-482f-a801-a049c490ee8c 2024-11-17T21:18:14,160 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/.tmp/hbase.id 2024-11-17T21:18:14,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:18:14,566 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/.tmp/hbase.id]:[hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/hbase.id] 2024-11-17T21:18:14,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:14,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:18:14,579 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T21:18:14,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:14,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:14,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:18:14,997 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:18:14,998 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:18:14,998 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:18:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:18:15,407 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store 2024-11-17T21:18:15,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:18:15,816 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:15,816 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:18:15,816 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:15,816 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:15,816 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:18:15,816 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:15,816 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:18:15,817 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878295816Disabling compacts and flushes for region at 1731878295816Disabling writes for close at 1731878295816Writing region close event to WAL at 1731878295816Closed at 1731878295816 2024-11-17T21:18:15,818 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/.initializing 2024-11-17T21:18:15,818 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/WALs/a313eea8709e,40339,1731878293975 2024-11-17T21:18:15,819 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:18:15,820 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C40339%2C1731878293975, suffix=, logDir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/WALs/a313eea8709e,40339,1731878293975, archiveDir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/oldWALs, maxLogs=10 2024-11-17T21:18:15,831 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/WALs/a313eea8709e,40339,1731878293975/a313eea8709e%2C40339%2C1731878293975.1731878295821, exclude list is [], retry=0 2024-11-17T21:18:15,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-dc357c85-139c-4923-b477-823e37cd8704,DISK] 2024-11-17T21:18:15,835 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/WALs/a313eea8709e,40339,1731878293975/a313eea8709e%2C40339%2C1731878293975.1731878295821 2024-11-17T21:18:15,836 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-17T21:18:15,836 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:18:15,836 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:15,836 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,836 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:18:15,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:15,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:15,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:18:15,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:15,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:15,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:18:15,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:15,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:15,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:18:15,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:15,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:15,845 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,845 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,846 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,847 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,847 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,847 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:18:15,848 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:18:15,850 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:18:15,850 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65216178, jitterRate=-0.028203219175338745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:18:15,850 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878295836Initializing all the Stores at 1731878295837 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878295837Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878295837Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878295837Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878295837Cleaning up temporary data from old regions at 1731878295847 (+10 ms)Region opened successfully at 1731878295850 (+3 ms) 2024-11-17T21:18:15,851 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:18:15,853 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13387580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:18:15,854 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:18:15,854 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:18:15,854 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:18:15,854 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:18:15,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:18:15,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:18:15,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:18:15,856 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:18:15,857 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Unable to get data of znode /1-800063536/balancer because node does not exist (not necessarily an error) 2024-11-17T21:18:15,924 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-800063536/balancer already deleted, retry=false 2024-11-17T21:18:15,924 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:18:15,925 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Unable to get data of znode /1-800063536/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:18:15,934 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-800063536/normalizer already deleted, retry=false 2024-11-17T21:18:15,934 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:18:15,935 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Unable to get data of znode /1-800063536/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:18:15,945 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-800063536/switch/split already deleted, retry=false 2024-11-17T21:18:15,945 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Unable to get data of znode /1-800063536/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:18:15,955 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-800063536/switch/merge already deleted, retry=false 2024-11-17T21:18:15,957 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Unable to get data of znode /1-800063536/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:18:15,966 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-800063536/snapshot-cleanup already deleted, retry=false 2024-11-17T21:18:15,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-800063536/running 2024-11-17T21:18:15,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-800063536/running 2024-11-17T21:18:15,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:15,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:15,977 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,40339,1731878293975, sessionid=0x1014aa96cdf0003, setting cluster-up flag (Was=false) 2024-11-17T21:18:15,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:15,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:16,029 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-800063536/flush-table-proc/acquired, /1-800063536/flush-table-proc/reached, /1-800063536/flush-table-proc/abort 2024-11-17T21:18:16,031 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,40339,1731878293975 2024-11-17T21:18:16,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:16,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:16,198 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-800063536/online-snapshot/acquired, /1-800063536/online-snapshot/reached, /1-800063536/online-snapshot/abort 2024-11-17T21:18:16,199 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,40339,1731878293975 2024-11-17T21:18:16,200 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:18:16,202 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:18:16,202 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:18:16,202 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:18:16,202 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,40339,1731878293975 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:18:16,204 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:18:16,204 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:18:16,204 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:18:16,204 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:18:16,204 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:18:16,204 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,204 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:18:16,204 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,205 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878326205 2024-11-17T21:18:16,205 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:18:16,205 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:18:16,205 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:18:16,205 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:18:16,205 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:18:16,205 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:18:16,206 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,206 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:18:16,206 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:18:16,206 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:18:16,206 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:18:16,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:18:16,206 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:18:16,206 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:18:16,206 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:18:16,206 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878296206,5,FailOnTimeoutGroup] 2024-11-17T21:18:16,207 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878296206,5,FailOnTimeoutGroup] 2024-11-17T21:18:16,207 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,207 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:18:16,207 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,207 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,207 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:16,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:18:16,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:18:16,215 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(746): ClusterId : 6ac86321-c918-482f-a801-a049c490ee8c 2024-11-17T21:18:16,215 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:18:16,223 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:18:16,223 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:18:16,234 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:18:16,234 DEBUG [RS:0;a313eea8709e:37873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211f90b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:18:16,244 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:37873 2024-11-17T21:18:16,244 INFO [RS:0;a313eea8709e:37873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:18:16,244 INFO [RS:0;a313eea8709e:37873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:18:16,244 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:18:16,245 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,40339,1731878293975 with port=37873, startcode=1731878294080 2024-11-17T21:18:16,245 DEBUG [RS:0;a313eea8709e:37873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:18:16,246 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:18:16,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,37873,1731878294080 2024-11-17T21:18:16,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40339 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,37873,1731878294080 2024-11-17T21:18:16,248 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d 2024-11-17T21:18:16,248 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41609 2024-11-17T21:18:16,248 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:18:16,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536/rs 2024-11-17T21:18:16,313 DEBUG [RS:0;a313eea8709e:37873 {}] zookeeper.ZKUtil(111): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Set watcher on existing znode=/1-800063536/rs/a313eea8709e,37873,1731878294080 2024-11-17T21:18:16,313 WARN [RS:0;a313eea8709e:37873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:18:16,313 INFO [RS:0;a313eea8709e:37873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:18:16,313 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/WALs/a313eea8709e,37873,1731878294080 2024-11-17T21:18:16,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,37873,1731878294080] 2024-11-17T21:18:16,317 INFO [RS:0;a313eea8709e:37873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:18:16,318 INFO [RS:0;a313eea8709e:37873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:18:16,319 INFO [RS:0;a313eea8709e:37873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:18:16,319 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,319 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:18:16,320 INFO [RS:0;a313eea8709e:37873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:18:16,320 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,320 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:18:16,321 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:18:16,321 DEBUG [RS:0;a313eea8709e:37873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:18:16,321 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,321 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,321 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,321 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,321 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,321 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37873,1731878294080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:18:16,333 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:18:16,333 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37873,1731878294080-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,333 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,333 INFO [RS:0;a313eea8709e:37873 {}] regionserver.Replication(171): a313eea8709e,37873,1731878294080 started 2024-11-17T21:18:16,344 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:16,344 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,37873,1731878294080, RpcServer on a313eea8709e/172.17.0.2:37873, sessionid=0x1014aa96cdf0004 2024-11-17T21:18:16,344 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:18:16,344 DEBUG [RS:0;a313eea8709e:37873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,37873,1731878294080 2024-11-17T21:18:16,344 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,37873,1731878294080' 2024-11-17T21:18:16,344 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-800063536/flush-table-proc/abort' 2024-11-17T21:18:16,345 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-800063536/flush-table-proc/acquired' 2024-11-17T21:18:16,345 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:18:16,345 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:18:16,345 DEBUG [RS:0;a313eea8709e:37873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,37873,1731878294080 2024-11-17T21:18:16,345 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,37873,1731878294080' 2024-11-17T21:18:16,345 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-800063536/online-snapshot/abort' 2024-11-17T21:18:16,346 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-800063536/online-snapshot/acquired' 2024-11-17T21:18:16,346 DEBUG [RS:0;a313eea8709e:37873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:18:16,346 INFO [RS:0;a313eea8709e:37873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:18:16,346 INFO [RS:0;a313eea8709e:37873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:18:16,447 INFO [RS:0;a313eea8709e:37873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:18:16,448 INFO [RS:0;a313eea8709e:37873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C37873%2C1731878294080, suffix=, logDir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/WALs/a313eea8709e,37873,1731878294080, archiveDir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/oldWALs, maxLogs=10 2024-11-17T21:18:16,461 DEBUG [RS:0;a313eea8709e:37873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/WALs/a313eea8709e,37873,1731878294080/a313eea8709e%2C37873%2C1731878294080.1731878296448, exclude list is [], retry=0 2024-11-17T21:18:16,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-dc357c85-139c-4923-b477-823e37cd8704,DISK] 2024-11-17T21:18:16,466 INFO [RS:0;a313eea8709e:37873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/WALs/a313eea8709e,37873,1731878294080/a313eea8709e%2C37873%2C1731878294080.1731878296448 2024-11-17T21:18:16,467 DEBUG [RS:0;a313eea8709e:37873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-17T21:18:16,494 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:18:16,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:16,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:16,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:16,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:16,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:18:16,614 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:18:16,614 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d 2024-11-17T21:18:16,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:18:17,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:17,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:18:17,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:18:17,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:17,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:17,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:18:17,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:18:17,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:17,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:17,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:18:17,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:18:17,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:17,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:17,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:18:17,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:18:17,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:17,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:17,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:18:17,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740 2024-11-17T21:18:17,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740 2024-11-17T21:18:17,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:18:17,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:18:17,030 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:18:17,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:18:17,033 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:18:17,034 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67546910, jitterRate=0.00652739405632019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:18:17,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878297020Initializing all the Stores at 1731878297021 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878297021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878297021Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878297021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878297021Cleaning up temporary data from old regions at 1731878297030 (+9 ms)Region opened successfully at 1731878297034 (+4 ms) 2024-11-17T21:18:17,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:18:17,034 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:18:17,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:18:17,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:18:17,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:18:17,035 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:18:17,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878297034Disabling compacts and flushes for region at 1731878297034Disabling writes for close at 1731878297034Writing region close event to WAL at 1731878297035 (+1 ms)Closed at 1731878297035 2024-11-17T21:18:17,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:18:17,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:18:17,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:18:17,037 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:18:17,038 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:18:17,189 DEBUG [a313eea8709e:40339 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:18:17,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,37873,1731878294080 2024-11-17T21:18:17,190 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,37873,1731878294080, state=OPENING 2024-11-17T21:18:17,260 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:18:17,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:17,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:18:17,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-800063536/meta-region-server: CHANGED 2024-11-17T21:18:17,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-800063536/meta-region-server: CHANGED 2024-11-17T21:18:17,272 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:18:17,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,37873,1731878294080}] 2024-11-17T21:18:17,425 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:18:17,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:18:17,430 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:18:17,430 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:18:17,430 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:18:17,431 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C37873%2C1731878294080.meta, suffix=.meta, logDir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/WALs/a313eea8709e,37873,1731878294080, archiveDir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/oldWALs, maxLogs=10 2024-11-17T21:18:17,442 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/WALs/a313eea8709e,37873,1731878294080/a313eea8709e%2C37873%2C1731878294080.meta.1731878297432.meta, exclude list is [], retry=0 2024-11-17T21:18:17,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-dc357c85-139c-4923-b477-823e37cd8704,DISK] 2024-11-17T21:18:17,446 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/WALs/a313eea8709e,37873,1731878294080/a313eea8709e%2C37873%2C1731878294080.meta.1731878297432.meta 2024-11-17T21:18:17,446 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36401:36401)] 2024-11-17T21:18:17,447 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:18:17,447 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:18:17,447 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:18:17,447 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:18:17,447 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:18:17,447 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:18:17,447 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:17,447 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:18:17,447 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:18:17,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:18:17,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:18:17,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:17,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:17,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:18:17,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:18:17,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:17,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:17,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:18:17,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:18:17,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:17,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:17,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:18:17,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:18:17,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:17,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:18:17,453 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:18:17,454 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740 2024-11-17T21:18:17,455 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740 2024-11-17T21:18:17,456 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:18:17,456 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:18:17,456 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:18:17,458 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:18:17,458 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62448980, jitterRate=-0.06943768262863159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:18:17,458 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:18:17,458 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878297447Writing region info on filesystem at 1731878297447Initializing all the Stores at 1731878297448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878297448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878297448Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878297448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878297449 (+1 ms)Cleaning up temporary data from old regions at 1731878297456 (+7 ms)Running coprocessor post-open hooks at 1731878297458 (+2 ms)Region opened successfully at 1731878297458 2024-11-17T21:18:17,459 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878297424 2024-11-17T21:18:17,462 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:18:17,462 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:18:17,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37873,1731878294080 2024-11-17T21:18:17,463 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,37873,1731878294080, state=OPEN 2024-11-17T21:18:17,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-800063536/meta-region-server 2024-11-17T21:18:17,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-800063536/meta-region-server 2024-11-17T21:18:17,475 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,37873,1731878294080 2024-11-17T21:18:17,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-800063536/meta-region-server: CHANGED 2024-11-17T21:18:17,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-800063536/meta-region-server: CHANGED 2024-11-17T21:18:17,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:18:17,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,37873,1731878294080 in 203 msec 2024-11-17T21:18:17,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:18:17,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-17T21:18:17,481 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:18:17,481 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:18:17,482 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:18:17,482 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37873,1731878294080, seqNum=-1] 2024-11-17T21:18:17,482 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:18:17,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:18:17,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-11-17T21:18:17,488 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878297488, completionTime=-1 2024-11-17T21:18:17,488 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:18:17,489 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:18:17,490 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:18:17,490 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878357490 2024-11-17T21:18:17,490 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878417490 2024-11-17T21:18:17,490 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:18:17,490 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40339,1731878293975-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:17,491 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40339,1731878293975-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:17,491 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40339,1731878293975-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:17,491 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:40339, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:17,491 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:17,491 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:17,492 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:18:17,494 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.337sec 2024-11-17T21:18:17,494 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:18:17,494 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:18:17,494 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:18:17,494 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:18:17,494 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:18:17,494 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40339,1731878293975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:18:17,494 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40339,1731878293975-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:18:17,496 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:18:17,496 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:18:17,496 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40339,1731878293975-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:18:17,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d601b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:17,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40339,-1 for getting cluster id 2024-11-17T21:18:17,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:18:17,517 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac86321-c918-482f-a801-a049c490ee8c' 2024-11-17T21:18:17,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:18:17,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac86321-c918-482f-a801-a049c490ee8c" 2024-11-17T21:18:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f95238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40339,-1] 2024-11-17T21:18:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:18:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:17,519 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:18:17,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:17,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:18:17,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37873,1731878294080, seqNum=-1] 2024-11-17T21:18:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:18:17,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:18:17,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,40339,1731878293975 2024-11-17T21:18:17,524 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54147 2024-11-17T21:18:17,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:18:17,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014aa96cdf0005 connected 2024-11-17T21:18:17,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:18:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,42009,1731878288249 2024-11-17T21:18:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dcd596d 2024-11-17T21:18:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:18:17,551 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:18:17,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:18:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:18:17,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:18:17,558 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:17,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:18:17,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:18:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:17,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:18:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:17,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1a689cf848414a4b21af5734f3c2aa3, NAME => 'test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798 2024-11-17T21:18:17,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:18:17,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:17,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b1a689cf848414a4b21af5734f3c2aa3, disabling compactions & flushes 2024-11-17T21:18:17,973 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:18:17,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:18:17,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. after waiting 0 ms 2024-11-17T21:18:17,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:18:17,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:18:17,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1a689cf848414a4b21af5734f3c2aa3: Waiting for close lock at 1731878297973Disabling compacts and flushes for region at 1731878297973Disabling writes for close at 1731878297973Writing region close event to WAL at 1731878297974 (+1 ms)Closed at 1731878297974 2024-11-17T21:18:17,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:18:17,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878297975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878297975"}]},"ts":"1731878297975"} 2024-11-17T21:18:17,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:18:17,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:18:17,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878297978"}]},"ts":"1731878297978"} 2024-11-17T21:18:17,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:18:17,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b1a689cf848414a4b21af5734f3c2aa3, ASSIGN}] 2024-11-17T21:18:17,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b1a689cf848414a4b21af5734f3c2aa3, ASSIGN 2024-11-17T21:18:17,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b1a689cf848414a4b21af5734f3c2aa3, ASSIGN; state=OFFLINE, location=a313eea8709e,42221,1731878288409; forceNewPlan=false, retain=false 2024-11-17T21:18:18,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1a689cf848414a4b21af5734f3c2aa3, regionState=OPENING, regionLocation=a313eea8709e,42221,1731878288409 2024-11-17T21:18:18,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b1a689cf848414a4b21af5734f3c2aa3, ASSIGN because future has completed 2024-11-17T21:18:18,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1a689cf848414a4b21af5734f3c2aa3, server=a313eea8709e,42221,1731878288409}] 2024-11-17T21:18:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:18,291 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:18:18,291 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b1a689cf848414a4b21af5734f3c2aa3, NAME => 'test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:18:18,291 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:18:18,292 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:18:18,292 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,292 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:18,292 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,292 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,294 INFO [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,295 INFO [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1a689cf848414a4b21af5734f3c2aa3 columnFamilyName f 2024-11-17T21:18:18,295 DEBUG [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:18,295 INFO [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] regionserver.HStore(327): Store=b1a689cf848414a4b21af5734f3c2aa3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:18,295 INFO [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,296 INFO [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1a689cf848414a4b21af5734f3c2aa3 columnFamilyName f1 2024-11-17T21:18:18,296 DEBUG [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:18,297 INFO [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] regionserver.HStore(327): Store=b1a689cf848414a4b21af5734f3c2aa3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:18,297 INFO [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,298 INFO [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1a689cf848414a4b21af5734f3c2aa3 columnFamilyName norep 2024-11-17T21:18:18,298 DEBUG [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:18,298 INFO [StoreOpener-b1a689cf848414a4b21af5734f3c2aa3-1 {}] regionserver.HStore(327): Store=b1a689cf848414a4b21af5734f3c2aa3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:18,299 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,299 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,300 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,301 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,301 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,301 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:18:18,302 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,304 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:18:18,305 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b1a689cf848414a4b21af5734f3c2aa3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71898272, jitterRate=0.07136774063110352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:18:18,305 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:18:18,305 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b1a689cf848414a4b21af5734f3c2aa3: Running coprocessor pre-open hook at 1731878298292Writing region info on filesystem at 1731878298292Initializing all the Stores at 1731878298293 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878298293Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878298293Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878298293Cleaning up temporary data from old regions at 1731878298301 (+8 ms)Running coprocessor post-open hooks at 1731878298305 (+4 ms)Region opened successfully at 1731878298305 2024-11-17T21:18:18,308 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., pid=6, masterSystemTime=1731878298287 2024-11-17T21:18:18,310 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:18:18,310 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:18:18,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1a689cf848414a4b21af5734f3c2aa3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,42221,1731878288409 2024-11-17T21:18:18,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1a689cf848414a4b21af5734f3c2aa3, server=a313eea8709e,42221,1731878288409 because future has completed 2024-11-17T21:18:18,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:18:18,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b1a689cf848414a4b21af5734f3c2aa3, server=a313eea8709e,42221,1731878288409 in 180 msec 2024-11-17T21:18:18,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:18:18,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b1a689cf848414a4b21af5734f3c2aa3, ASSIGN in 338 msec 2024-11-17T21:18:18,321 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:18:18,322 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878298321"}]},"ts":"1731878298321"} 2024-11-17T21:18:18,324 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:18:18,325 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:18:18,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 770 msec 2024-11-17T21:18:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:18,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:18:18,695 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:18:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40339,1731878293975 2024-11-17T21:18:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b5a3b05 2024-11-17T21:18:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:18:18,697 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:18:18,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:18:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40339 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:18:18,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:18:18,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:18,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:18:18,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:18:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:18,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:18:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:19,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17dbdd0c8a8886848abdd6253df6062d, NAME => 'test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d 2024-11-17T21:18:19,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:18:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:19,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:19,530 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 17dbdd0c8a8886848abdd6253df6062d, disabling compactions & flushes 2024-11-17T21:18:19,530 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:18:19,530 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:18:19,530 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. after waiting 0 ms 2024-11-17T21:18:19,530 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:18:19,530 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:18:19,530 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17dbdd0c8a8886848abdd6253df6062d: Waiting for close lock at 1731878299530Disabling compacts and flushes for region at 1731878299530Disabling writes for close at 1731878299530Writing region close event to WAL at 1731878299530Closed at 1731878299530 2024-11-17T21:18:19,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:18:19,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878299531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878299531"}]},"ts":"1731878299531"} 2024-11-17T21:18:19,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:18:19,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:18:19,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878299534"}]},"ts":"1731878299534"} 2024-11-17T21:18:19,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:18:19,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17dbdd0c8a8886848abdd6253df6062d, ASSIGN}] 2024-11-17T21:18:19,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17dbdd0c8a8886848abdd6253df6062d, ASSIGN 2024-11-17T21:18:19,539 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=17dbdd0c8a8886848abdd6253df6062d, ASSIGN; state=OFFLINE, location=a313eea8709e,37873,1731878294080; forceNewPlan=false, retain=false 2024-11-17T21:18:19,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17dbdd0c8a8886848abdd6253df6062d, regionState=OPENING, regionLocation=a313eea8709e,37873,1731878294080 2024-11-17T21:18:19,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=17dbdd0c8a8886848abdd6253df6062d, ASSIGN because future has completed 2024-11-17T21:18:19,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17dbdd0c8a8886848abdd6253df6062d, server=a313eea8709e,37873,1731878294080}] 2024-11-17T21:18:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:19,847 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:18:19,847 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 17dbdd0c8a8886848abdd6253df6062d, NAME => 'test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:18:19,848 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:18:19,848 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:18:19,848 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,848 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:19,848 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,848 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,850 INFO [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,851 INFO [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17dbdd0c8a8886848abdd6253df6062d columnFamilyName f 2024-11-17T21:18:19,851 DEBUG [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:19,851 INFO [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] regionserver.HStore(327): Store=17dbdd0c8a8886848abdd6253df6062d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:19,851 INFO [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,852 INFO [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17dbdd0c8a8886848abdd6253df6062d columnFamilyName f1 2024-11-17T21:18:19,853 DEBUG [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:19,853 INFO [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] regionserver.HStore(327): Store=17dbdd0c8a8886848abdd6253df6062d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:19,853 INFO [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,854 INFO [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17dbdd0c8a8886848abdd6253df6062d columnFamilyName norep 2024-11-17T21:18:19,854 DEBUG [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:19,854 INFO [StoreOpener-17dbdd0c8a8886848abdd6253df6062d-1 {}] regionserver.HStore(327): Store=17dbdd0c8a8886848abdd6253df6062d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:19,854 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,855 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,855 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,856 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,856 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,856 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:18:19,857 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,859 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:18:19,859 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 17dbdd0c8a8886848abdd6253df6062d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74696999, jitterRate=0.11307202279567719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:18:19,859 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:18:19,859 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 17dbdd0c8a8886848abdd6253df6062d: Running coprocessor pre-open hook at 1731878299848Writing region info on filesystem at 1731878299848Initializing all the Stores at 1731878299849 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878299849Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878299849Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878299849Cleaning up temporary data from old regions at 1731878299856 (+7 ms)Running coprocessor post-open hooks at 1731878299859 (+3 ms)Region opened successfully at 1731878299859 2024-11-17T21:18:19,860 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d., pid=6, masterSystemTime=1731878299844 2024-11-17T21:18:19,862 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:18:19,862 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:18:19,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17dbdd0c8a8886848abdd6253df6062d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,37873,1731878294080 2024-11-17T21:18:19,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17dbdd0c8a8886848abdd6253df6062d, server=a313eea8709e,37873,1731878294080 because future has completed 2024-11-17T21:18:19,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:18:19,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 17dbdd0c8a8886848abdd6253df6062d, server=a313eea8709e,37873,1731878294080 in 174 msec 2024-11-17T21:18:19,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:18:19,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=17dbdd0c8a8886848abdd6253df6062d, ASSIGN in 332 msec 2024-11-17T21:18:19,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:18:19,872 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878299872"}]},"ts":"1731878299872"} 2024-11-17T21:18:19,874 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:18:19,875 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:18:19,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-17T21:18:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:18:20,844 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:18:20,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5a68f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,42009,-1 for getting cluster id 2024-11-17T21:18:20,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:18:20,846 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2a6a3fc-e5d4-40e8-8f76-e71c87338e05' 2024-11-17T21:18:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:18:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2a6a3fc-e5d4-40e8-8f76-e71c87338e05" 2024-11-17T21:18:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8b5d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,42009,-1] 2024-11-17T21:18:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:18:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:20,847 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:18:20,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280ea298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40339,-1 for getting cluster id 2024-11-17T21:18:20,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:18:20,849 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac86321-c918-482f-a801-a049c490ee8c' 2024-11-17T21:18:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:18:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac86321-c918-482f-a801-a049c490ee8c" 2024-11-17T21:18:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30df66ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40339,-1] 2024-11-17T21:18:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:18:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:20,851 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:18:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2276b11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,42009,-1 for getting cluster id 2024-11-17T21:18:20,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:18:20,853 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2a6a3fc-e5d4-40e8-8f76-e71c87338e05' 2024-11-17T21:18:20,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:18:20,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2a6a3fc-e5d4-40e8-8f76-e71c87338e05" 2024-11-17T21:18:20,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1909d1e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,42009,-1] 2024-11-17T21:18:20,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:18:20,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:20,855 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:18:20,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:18:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,42009,1731878288249 2024-11-17T21:18:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29849f29 2024-11-17T21:18:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:18:20,861 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:18:20,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:40339,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:18:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:18:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:18:20,864 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:40339' 2024-11-17T21:18:20,866 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bd38fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,866 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40339,-1 for getting cluster id 2024-11-17T21:18:20,866 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:18:20,867 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac86321-c918-482f-a801-a049c490ee8c' 2024-11-17T21:18:20,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:18:20,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac86321-c918-482f-a801-a049c490ee8c" 2024-11-17T21:18:20,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc1668f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40339,-1] 2024-11-17T21:18:20,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:18:20,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:20,869 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:18:20,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fd5416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:20,870 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:18:20,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40339,1731878293975 2024-11-17T21:18:20,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3459e973 2024-11-17T21:18:20,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:18:20,872 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:18:20,873 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T21:18:20,873 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:18:20,873 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:20,873 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:20,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:18:20,874 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:18:20,875 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:18:20,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:18:20,876 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:20,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:18:20,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:18:20,925 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:18:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:18:20,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:18:20,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T21:18:20,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T21:18:20,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T21:18:20,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:18:20,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T21:18:20,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:18:20,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T21:18:20,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:18:20,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T21:18:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:18:21,286 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f296447fbf8408fbb252b3850add2a8, NAME => 'hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798 2024-11-17T21:18:21,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:18:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:18:21,692 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:21,692 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4f296447fbf8408fbb252b3850add2a8, disabling compactions & flushes 2024-11-17T21:18:21,692 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:18:21,692 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:18:21,692 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. after waiting 0 ms 2024-11-17T21:18:21,692 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:18:21,692 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:18:21,692 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f296447fbf8408fbb252b3850add2a8: Waiting for close lock at 1731878301692Disabling compacts and flushes for region at 1731878301692Disabling writes for close at 1731878301692Writing region close event to WAL at 1731878301692Closed at 1731878301692 2024-11-17T21:18:21,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:18:21,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878301693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878301693"}]},"ts":"1731878301693"} 2024-11-17T21:18:21,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:18:21,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:18:21,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878301696"}]},"ts":"1731878301696"} 2024-11-17T21:18:21,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:18:21,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f296447fbf8408fbb252b3850add2a8, ASSIGN}] 2024-11-17T21:18:21,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f296447fbf8408fbb252b3850add2a8, ASSIGN 2024-11-17T21:18:21,701 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f296447fbf8408fbb252b3850add2a8, ASSIGN; state=OFFLINE, location=a313eea8709e,42221,1731878288409; forceNewPlan=false, retain=false 2024-11-17T21:18:21,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f296447fbf8408fbb252b3850add2a8, regionState=OPENING, regionLocation=a313eea8709e,42221,1731878288409 2024-11-17T21:18:21,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f296447fbf8408fbb252b3850add2a8, ASSIGN because future has completed 2024-11-17T21:18:21,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f296447fbf8408fbb252b3850add2a8, server=a313eea8709e,42221,1731878288409}] 2024-11-17T21:18:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:18:22,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:18:22,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:18:22,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:18:22,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C42221%2C1731878288409.rep, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/oldWALs, maxLogs=10 2024-11-17T21:18:22,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.rep.1731878302012, exclude list is [], retry=0 2024-11-17T21:18:22,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44397,DS-1cc4d7c4-09f8-4aed-89f1-891ef2d1dc12,DISK] 2024-11-17T21:18:22,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.rep.1731878302012 2024-11-17T21:18:22,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-17T21:18:22,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f296447fbf8408fbb252b3850add2a8, NAME => 'hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:18:22,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:18:22,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:18:22,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. service=MultiRowMutationService 2024-11-17T21:18:22,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:18:22,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:18:22,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,030 INFO [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,031 INFO [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f296447fbf8408fbb252b3850add2a8 columnFamilyName hfileref 2024-11-17T21:18:22,031 DEBUG [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:22,032 INFO [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] regionserver.HStore(327): Store=4f296447fbf8408fbb252b3850add2a8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:22,032 INFO [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,033 INFO [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f296447fbf8408fbb252b3850add2a8 columnFamilyName queue 2024-11-17T21:18:22,033 DEBUG [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:22,034 INFO [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] regionserver.HStore(327): Store=4f296447fbf8408fbb252b3850add2a8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:22,034 INFO [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,035 INFO [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f296447fbf8408fbb252b3850add2a8 columnFamilyName sid 2024-11-17T21:18:22,035 DEBUG [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:18:22,035 INFO [StoreOpener-4f296447fbf8408fbb252b3850add2a8-1 {}] regionserver.HStore(327): Store=4f296447fbf8408fbb252b3850add2a8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:18:22,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:18:22,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:18:22,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4f296447fbf8408fbb252b3850add2a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71495994, jitterRate=0.06537333130836487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:18:22,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:18:22,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4f296447fbf8408fbb252b3850add2a8: Running coprocessor pre-open hook at 1731878302029Writing region info on filesystem at 1731878302029Initializing all the Stores at 1731878302029Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878302029Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878302030 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878302030Cleaning up temporary data from old regions at 1731878302037 (+7 ms)Running coprocessor post-open hooks at 1731878302041 (+4 ms)Region opened successfully at 1731878302042 (+1 ms) 2024-11-17T21:18:22,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8., pid=10, masterSystemTime=1731878302006 2024-11-17T21:18:22,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:18:22,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:18:22,046 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f296447fbf8408fbb252b3850add2a8, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,42221,1731878288409 2024-11-17T21:18:22,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f296447fbf8408fbb252b3850add2a8, server=a313eea8709e,42221,1731878288409 because future has completed 2024-11-17T21:18:22,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:18:22,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f296447fbf8408fbb252b3850add2a8, server=a313eea8709e,42221,1731878288409 in 195 msec 2024-11-17T21:18:22,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:18:22,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f296447fbf8408fbb252b3850add2a8, ASSIGN in 352 msec 2024-11-17T21:18:22,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:18:22,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878302054"}]},"ts":"1731878302054"} 2024-11-17T21:18:22,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:18:22,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:18:22,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-17T21:18:22,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8., hostname=a313eea8709e,42221,1731878288409, seqNum=2] 2024-11-17T21:18:22,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:22,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:18:22,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:18:22,317 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T21:18:22,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:18:22,330 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:18:22,354 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,42221,1731878288409, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:18:22,354 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:18:22,355 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,42221,1731878288409, seqNum=-1] 2024-11-17T21:18:22,355 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:18:22,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-17T21:18:22,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,42221,1731878288409', locateType=CURRENT is [region=hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8., hostname=a313eea8709e,42221,1731878288409, seqNum=2] 2024-11-17T21:18:22,359 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:18:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:18:22,362 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,42221,1731878288409 suceeded 2024-11-17T21:18:22,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:18:22,364 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:40339,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-17T21:18:22,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-17T21:18:22,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-11-17T21:18:22,373 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:40339' 2024-11-17T21:18:22,374 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f26add5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:22,374 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40339,-1 for getting cluster id 2024-11-17T21:18:22,374 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:18:22,375 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac86321-c918-482f-a801-a049c490ee8c' 2024-11-17T21:18:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:18:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac86321-c918-482f-a801-a049c490ee8c" 2024-11-17T21:18:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67cacfc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40339,-1] 2024-11-17T21:18:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:18:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:22,376 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:18:22,377 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bd431dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:22,377 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:18:22,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40339,1731878293975 2024-11-17T21:18:22,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d823f89 2024-11-17T21:18:22,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:18:22,379 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-17T21:18:22,379 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,42221,1731878288409 (queues=1) is replicating from cluster=e2a6a3fc-e5d4-40e8-8f76-e71c87338e05 to cluster=6ac86321-c918-482f-a801-a049c490ee8c 2024-11-17T21:18:22,379 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C42221%2C1731878288409 2024-11-17T21:18:22,379 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,42221,1731878288409, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:18:22,380 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.shippera313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C42221%2C1731878288409 2024-11-17T21:18:22,380 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618, startPosition=0, beingWritten=true 2024-11-17T21:18:22,387 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:18:22,387 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 379, reset compression=false 2024-11-17T21:18:22,387 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.shippera313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,42221,1731878288409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:18:22,591 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 379, reset compression=false 2024-11-17T21:18:22,895 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 379, reset compression=false 2024-11-17T21:18:22,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:18:22,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:22,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:22,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:22,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:18:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:18:23,015 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:18:23,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:18:23,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:18:23,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:23,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:23,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:18:23,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:23,021 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731878303019/Put/seqid=0 2024-11-17T21:18:23,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741840_1016 (size=7894) 2024-11-17T21:18:23,028 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f/f/hfile_1 is 34, key is ddd/f:row/1731878303027/Put/seqid=0 2024-11-17T21:18:23,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741841_1017 (size=7691) 2024-11-17T21:18:23,298 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 379, reset compression=false 2024-11-17T21:18:23,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44df0358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:23,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,42009,-1 for getting cluster id 2024-11-17T21:18:23,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:18:23,437 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2a6a3fc-e5d4-40e8-8f76-e71c87338e05' 2024-11-17T21:18:23,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:18:23,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2a6a3fc-e5d4-40e8-8f76-e71c87338e05" 2024-11-17T21:18:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575736d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,42009,-1] 2024-11-17T21:18:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:18:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:23,439 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:18:23,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:23,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:18:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,42221,1731878288409, seqNum=-1] 2024-11-17T21:18:23,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:18:23,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:18:23,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:18:23,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,42009,1731878288249 2024-11-17T21:18:23,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1da2beeb 2024-11-17T21:18:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:18:23,455 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:18:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., hostname=a313eea8709e,42221,1731878288409, seqNum=2] 2024-11-17T21:18:23,469 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:18:23,480 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T21:18:23,483 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T21:18:23,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f/f/hfile_1 for inclusion in b1a689cf848414a4b21af5734f3c2aa3/f 2024-11-17T21:18:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T21:18:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:18:23,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f/f/hfile_0 for inclusion in b1a689cf848414a4b21af5734f3c2aa3/f 2024-11-17T21:18:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T21:18:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:18:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegion(2603): Flush status journal for b1a689cf848414a4b21af5734f3c2aa3: 2024-11-17T21:18:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f/f/hfile_1 to hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__d9r7joht7u5kum704kpnk77nhbrao0d53ckddhjjgvit5lqv7q45grc21u083n32/f/hfile_1 2024-11-17T21:18:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__d9r7joht7u5kum704kpnk77nhbrao0d53ckddhjjgvit5lqv7q45grc21u083n32/f/hfile_1 as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f/94c28f371be54c3bbae332d56897c896_SeqId_4_ 2024-11-17T21:18:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f/f/hfile_0 to hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__d9r7joht7u5kum704kpnk77nhbrao0d53ckddhjjgvit5lqv7q45grc21u083n32/f/hfile_0 2024-11-17T21:18:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__d9r7joht7u5kum704kpnk77nhbrao0d53ckddhjjgvit5lqv7q45grc21u083n32/f/hfile_0 as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f/87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_ 2024-11-17T21:18:23,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__d9r7joht7u5kum704kpnk77nhbrao0d53ckddhjjgvit5lqv7q45grc21u083n32/f/hfile_1 into b1a689cf848414a4b21af5734f3c2aa3/f as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f/94c28f371be54c3bbae332d56897c896_SeqId_4_ - updating store file list. 2024-11-17T21:18:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94c28f371be54c3bbae332d56897c896_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:18:23,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f/94c28f371be54c3bbae332d56897c896_SeqId_4_ into b1a689cf848414a4b21af5734f3c2aa3/f 2024-11-17T21:18:23,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__d9r7joht7u5kum704kpnk77nhbrao0d53ckddhjjgvit5lqv7q45grc21u083n32/f/hfile_1 into b1a689cf848414a4b21af5734f3c2aa3/f (new location: hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f/94c28f371be54c3bbae332d56897c896_SeqId_4_) 2024-11-17T21:18:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__d9r7joht7u5kum704kpnk77nhbrao0d53ckddhjjgvit5lqv7q45grc21u083n32/f/hfile_1 2024-11-17T21:18:23,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__d9r7joht7u5kum704kpnk77nhbrao0d53ckddhjjgvit5lqv7q45grc21u083n32/f/hfile_0 into b1a689cf848414a4b21af5734f3c2aa3/f as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f/87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_ - updating store file list. 2024-11-17T21:18:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:18:23,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f/87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_ into b1a689cf848414a4b21af5734f3c2aa3/f 2024-11-17T21:18:23,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__d9r7joht7u5kum704kpnk77nhbrao0d53ckddhjjgvit5lqv7q45grc21u083n32/f/hfile_0 into b1a689cf848414a4b21af5734f3c2aa3/f (new location: hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f/87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_) 2024-11-17T21:18:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__d9r7joht7u5kum704kpnk77nhbrao0d53ckddhjjgvit5lqv7q45grc21u083n32/f/hfile_0 2024-11-17T21:18:23,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:18:23,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:18:23,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:23,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:23,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:18:23,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:18:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., hostname=a313eea8709e,42221,1731878288409, seqNum=2 , the old value is region=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., hostname=a313eea8709e,42221,1731878288409, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a313eea8709e:42221 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:18:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., hostname=a313eea8709e,42221,1731878288409, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:18:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37873,1731878294080, seqNum=-1] 2024-11-17T21:18:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., hostname=a313eea8709e,42221,1731878288409, seqNum=2 from cache 2024-11-17T21:18:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:18:23,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:18:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:33836 deadline: 1731878363543 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:33836 2024-11-17T21:18:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d., hostname=a313eea8709e,37873,1731878294080, seqNum=2] 2024-11-17T21:18:23,551 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T21:18:23,655 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:42221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T21:18:23,802 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 379, reset compression=false 2024-11-17T21:18:23,808 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:18:23,808 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.shippera313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,42221,1731878288409 got entry batch from reader: WALEntryBatch [walEntries=[{test/b1a689cf848414a4b21af5734f3c2aa3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731878303537/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T21:18:23,825 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.shippera313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:18:23,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-17T21:18:23,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.ReplicationSink(318): Replicating [e2a6a3fc-e5d4-40e8-8f76-e71c87338e05] bulk loaded data 2024-11-17T21:18:23,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9cf1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:23,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40339,-1 for getting cluster id 2024-11-17T21:18:23,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:18:23,831 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac86321-c918-482f-a801-a049c490ee8c' 2024-11-17T21:18:23,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:18:23,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac86321-c918-482f-a801-a049c490ee8c" 2024-11-17T21:18:23,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3441618f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:23,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40339,-1] 2024-11-17T21:18:23,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:18:23,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:23,833 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:18:23,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b00506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741837_1013 (size=7691) 2024-11-17T21:18:24,008 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 687, reset compression=false 2024-11-17T21:18:24,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741838_1014 (size=7894) 2024-11-17T21:18:24,312 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 687, reset compression=false 2024-11-17T21:18:24,553 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T21:18:24,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:18:24,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40339,1731878293975 2024-11-17T21:18:24,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40dc931 2024-11-17T21:18:24,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:18:24,661 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-17T21:18:24,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:18:24,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:18:24,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37873,1731878294080, seqNum=-1] 2024-11-17T21:18:24,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:18:24,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-17T21:18:24,671 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T21:18:24,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/94c28f371be54c3bbae332d56897c896_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T21:18:24,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/94c28f371be54c3bbae332d56897c896_SeqId_4_ for inclusion in 17dbdd0c8a8886848abdd6253df6062d/f 2024-11-17T21:18:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T21:18:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:18:24,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_ for inclusion in 17dbdd0c8a8886848abdd6253df6062d/f 2024-11-17T21:18:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T21:18:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:18:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HRegion(2603): Flush status journal for 17dbdd0c8a8886848abdd6253df6062d: 2024-11-17T21:18:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94c28f371be54c3bbae332d56897c896_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:18:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/94c28f371be54c3bbae332d56897c896_SeqId_4_ as hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d/f/9a004076bcdd409aa7382a74ee50ebb2_SeqId_4_ 2024-11-17T21:18:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:18:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_ as hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d/f/b2e519f14f344ffa9912c2d0437355ed_SeqId_4_ 2024-11-17T21:18:24,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/94c28f371be54c3bbae332d56897c896_SeqId_4_ into 17dbdd0c8a8886848abdd6253df6062d/f as hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d/f/9a004076bcdd409aa7382a74ee50ebb2_SeqId_4_ - updating store file list. 2024-11-17T21:18:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9a004076bcdd409aa7382a74ee50ebb2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:18:24,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d/f/9a004076bcdd409aa7382a74ee50ebb2_SeqId_4_ into 17dbdd0c8a8886848abdd6253df6062d/f 2024-11-17T21:18:24,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/94c28f371be54c3bbae332d56897c896_SeqId_4_ into 17dbdd0c8a8886848abdd6253df6062d/f (new location: hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d/f/9a004076bcdd409aa7382a74ee50ebb2_SeqId_4_) 2024-11-17T21:18:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/94c28f371be54c3bbae332d56897c896_SeqId_4_ 2024-11-17T21:18:24,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_ into 17dbdd0c8a8886848abdd6253df6062d/f as hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d/f/b2e519f14f344ffa9912c2d0437355ed_SeqId_4_ - updating store file list. 2024-11-17T21:18:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2e519f14f344ffa9912c2d0437355ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:18:24,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d/f/b2e519f14f344ffa9912c2d0437355ed_SeqId_4_ into 17dbdd0c8a8886848abdd6253df6062d/f 2024-11-17T21:18:24,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_ into 17dbdd0c8a8886848abdd6253df6062d/f (new location: hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d/f/b2e519f14f344ffa9912c2d0437355ed_SeqId_4_) 2024-11-17T21:18:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/staging/jenkins.hfs.6__test__8jrjsmplskrjbb3s1felpgpio9q1i6ivjlgevn8sd69idqdo4mlnpccohjp94cpi/f/87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_ 2024-11-17T21:18:24,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] regionserver.ReplicationSink(324): Finished replicating [e2a6a3fc-e5d4-40e8-8f76-e71c87338e05] bulk loaded data 2024-11-17T21:18:24,716 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 687, reset compression=false 2024-11-17T21:18:25,220 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 687, reset compression=false 2024-11-17T21:18:25,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:18:25,570 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731878305569/Put/seqid=0 2024-11-17T21:18:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741842_1018 (size=7997) 2024-11-17T21:18:25,824 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 687, reset compression=false 2024-11-17T21:18:25,977 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731878305976/Put/seqid=0 2024-11-17T21:18:25,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741843_1019 (size=7794) 2024-11-17T21:18:26,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:26,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,42009,-1 for getting cluster id 2024-11-17T21:18:26,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:18:26,401 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2a6a3fc-e5d4-40e8-8f76-e71c87338e05' 2024-11-17T21:18:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:18:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2a6a3fc-e5d4-40e8-8f76-e71c87338e05" 2024-11-17T21:18:26,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c566b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:26,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,42009,-1] 2024-11-17T21:18:26,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:18:26,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:26,403 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:18:26,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:18:26,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:18:26,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,42221,1731878288409, seqNum=-1] 2024-11-17T21:18:26,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:18:26,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:18:26,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:18:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,42009,1731878288249 2024-11-17T21:18:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b128846 2024-11-17T21:18:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:18:26,416 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:18:26,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., hostname=a313eea8709e,42221,1731878288409, seqNum=2] 2024-11-17T21:18:26,422 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:18:26,428 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T21:18:26,432 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T21:18:26,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f1/f1/hfile_0 for inclusion in b1a689cf848414a4b21af5734f3c2aa3/f1 2024-11-17T21:18:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T21:18:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:18:26,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f1/f1/hfile_1 for inclusion in b1a689cf848414a4b21af5734f3c2aa3/f1 2024-11-17T21:18:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T21:18:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:18:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegion(2603): Flush status journal for b1a689cf848414a4b21af5734f3c2aa3: 2024-11-17T21:18:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f1/f1/hfile_0 to hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__eatgisqrgtvckotbp30btieqnlq1ph4ut7kkphe606obg7pajidpi23mfa4tqbe4/f1/hfile_0 2024-11-17T21:18:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__eatgisqrgtvckotbp30btieqnlq1ph4ut7kkphe606obg7pajidpi23mfa4tqbe4/f1/hfile_0 as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f1/ff6ca34da26b4ec7b5a0dd9a575b7564_SeqId_6_ 2024-11-17T21:18:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/load_f1/f1/hfile_1 to hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__eatgisqrgtvckotbp30btieqnlq1ph4ut7kkphe606obg7pajidpi23mfa4tqbe4/f1/hfile_1 2024-11-17T21:18:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__eatgisqrgtvckotbp30btieqnlq1ph4ut7kkphe606obg7pajidpi23mfa4tqbe4/f1/hfile_1 as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f1/6f702c60c54e4a68b6e692c5bc6b999a_SeqId_6_ 2024-11-17T21:18:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-17T21:18:26,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__eatgisqrgtvckotbp30btieqnlq1ph4ut7kkphe606obg7pajidpi23mfa4tqbe4/f1/hfile_0 into b1a689cf848414a4b21af5734f3c2aa3/f1 as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f1/ff6ca34da26b4ec7b5a0dd9a575b7564_SeqId_6_ - updating store file list. 2024-11-17T21:18:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff6ca34da26b4ec7b5a0dd9a575b7564_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T21:18:26,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f1/ff6ca34da26b4ec7b5a0dd9a575b7564_SeqId_6_ into b1a689cf848414a4b21af5734f3c2aa3/f1 2024-11-17T21:18:26,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__eatgisqrgtvckotbp30btieqnlq1ph4ut7kkphe606obg7pajidpi23mfa4tqbe4/f1/hfile_0 into b1a689cf848414a4b21af5734f3c2aa3/f1 (new location: hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f1/ff6ca34da26b4ec7b5a0dd9a575b7564_SeqId_6_) 2024-11-17T21:18:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__eatgisqrgtvckotbp30btieqnlq1ph4ut7kkphe606obg7pajidpi23mfa4tqbe4/f1/hfile_0 2024-11-17T21:18:26,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__eatgisqrgtvckotbp30btieqnlq1ph4ut7kkphe606obg7pajidpi23mfa4tqbe4/f1/hfile_1 into b1a689cf848414a4b21af5734f3c2aa3/f1 as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f1/6f702c60c54e4a68b6e692c5bc6b999a_SeqId_6_ - updating store file list. 2024-11-17T21:18:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6f702c60c54e4a68b6e692c5bc6b999a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T21:18:26,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f1/6f702c60c54e4a68b6e692c5bc6b999a_SeqId_6_ into b1a689cf848414a4b21af5734f3c2aa3/f1 2024-11-17T21:18:26,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__eatgisqrgtvckotbp30btieqnlq1ph4ut7kkphe606obg7pajidpi23mfa4tqbe4/f1/hfile_1 into b1a689cf848414a4b21af5734f3c2aa3/f1 (new location: hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/f1/6f702c60c54e4a68b6e692c5bc6b999a_SeqId_6_) 2024-11-17T21:18:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/staging/jenkins__test__eatgisqrgtvckotbp30btieqnlq1ph4ut7kkphe606obg7pajidpi23mfa4tqbe4/f1/hfile_1 2024-11-17T21:18:26,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:18:26,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:18:26,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:26,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:18:26,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:18:26,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., hostname=a313eea8709e,42221,1731878288409, seqNum=2 , the old value is region=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., hostname=a313eea8709e,42221,1731878288409, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a313eea8709e:42221 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:18:26,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., hostname=a313eea8709e,42221,1731878288409, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:18:26,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., hostname=a313eea8709e,42221,1731878288409, seqNum=2 from cache 2024-11-17T21:18:26,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:18:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,42221,1731878288409, seqNum=-1] 2024-11-17T21:18:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:18:26,462 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T21:18:26,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:18:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3., hostname=a313eea8709e,42221,1731878288409, seqNum=2] 2024-11-17T21:18:26,529 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 687, reset compression=false 2024-11-17T21:18:26,534 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:18:26,534 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:26,534 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.shippera313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,42221,1731878288409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:18:26,565 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:42221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T21:18:26,738 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:27,041 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:27,445 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:27,949 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:28,553 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:29,257 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:30,060 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:30,964 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T21:18:30,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T21:18:31,968 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:33,071 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:34,276 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:35,580 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:36,985 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:37,832 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:18:38,489 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:40,093 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:41,797 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:43,563 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:18:43,601 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:45,504 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:46,536 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.shippera313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,42221,1731878288409 got entry batch from reader: null 2024-11-17T21:18:47,508 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:49,612 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:51,816 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:52,074 INFO [master/a313eea8709e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T21:18:52,074 INFO [master/a313eea8709e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T21:18:54,119 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:56,523 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:18:58,361 INFO [master/a313eea8709e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T21:18:58,361 INFO [master/a313eea8709e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T21:18:59,027 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:19:01,631 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:19:03,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b1a689cf848414a4b21af5734f3c2aa3, had cached 0 bytes from a total of 31376 2024-11-17T21:19:04,336 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:19:04,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 17dbdd0c8a8886848abdd6253df6062d, had cached 0 bytes from a total of 15585 2024-11-17T21:19:06,536 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.shippera313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,42221,1731878288409 got entry batch from reader: null 2024-11-17T21:19:07,145 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:19:07,832 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:19:10,054 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:19:11,803 DEBUG [master/a313eea8709e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T21:19:13,059 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:19:13,563 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:19:16,163 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:19:19,367 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:19:22,671 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:19:26,075 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:19:26,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:19:26,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:19:26,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:26,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:26,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:19:26,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:26,495 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:19:26,495 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298932024, stopped=false 2024-11-17T21:19:26,495 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,40339,1731878293975 2024-11-17T21:19:26,537 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.shippera313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,42221,1731878288409 got entry batch from reader: null 2024-11-17T21:19:26,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-800063536/running 2024-11-17T21:19:26,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-800063536/running 2024-11-17T21:19:26,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:19:26,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:19:26,571 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:19:26,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:19:26,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:26,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:26,572 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,37873,1731878294080' ***** 2024-11-17T21:19:26,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Set watcher on znode that does not yet exist, /1-800063536/running 2024-11-17T21:19:26,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Set watcher on znode that does not yet exist, /1-800063536/running 2024-11-17T21:19:26,572 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:19:26,572 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:19:26,572 INFO [RS:0;a313eea8709e:37873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:19:26,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:19:26,572 INFO [RS:0;a313eea8709e:37873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:19:26,572 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(3091): Received CLOSE for 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:19:26,573 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,37873,1731878294080 2024-11-17T21:19:26,573 INFO [RS:0;a313eea8709e:37873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:19:26,573 INFO [RS:0;a313eea8709e:37873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:37873. 2024-11-17T21:19:26,573 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17dbdd0c8a8886848abdd6253df6062d, disabling compactions & flushes 2024-11-17T21:19:26,573 DEBUG [RS:0;a313eea8709e:37873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:26,573 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:19:26,573 DEBUG [RS:0;a313eea8709e:37873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:26,573 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:19:26,573 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. after waiting 0 ms 2024-11-17T21:19:26,573 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:19:26,573 INFO [RS:0;a313eea8709e:37873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:19:26,573 INFO [RS:0;a313eea8709e:37873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:19:26,573 INFO [RS:0;a313eea8709e:37873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:19:26,573 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:19:26,573 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:19:26,573 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1325): Online Regions={17dbdd0c8a8886848abdd6253df6062d=test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:19:26,573 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17dbdd0c8a8886848abdd6253df6062d 2024-11-17T21:19:26,573 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:19:26,573 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:19:26,573 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:19:26,573 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:19:26,573 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:19:26,574 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T21:19:26,581 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:19:26,582 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/default/test/17dbdd0c8a8886848abdd6253df6062d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T21:19:26,583 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:19:26,583 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:19:26,583 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:19:26,583 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17dbdd0c8a8886848abdd6253df6062d: Waiting for close lock at 1731878366573Running coprocessor pre-close hooks at 1731878366573Disabling compacts and flushes for region at 1731878366573Disabling writes for close at 1731878366573Writing region close event to WAL at 1731878366573Running coprocessor post-close hooks at 1731878366583 (+10 ms)Closed at 1731878366583 2024-11-17T21:19:26,583 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d. 2024-11-17T21:19:26,593 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/info/725179ef2fbf4912a58f27be01314220 is 129, key is test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d./info:regioninfo/1731878299863/Put/seqid=0 2024-11-17T21:19:26,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741839_1015 (size=6421) 2024-11-17T21:19:26,773 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:26,974 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:26,999 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/info/725179ef2fbf4912a58f27be01314220 2024-11-17T21:19:27,018 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/ns/c19be22f514648f8969c8dd704cd3e43 is 43, key is default/ns:d/1731878297484/Put/seqid=0 2024-11-17T21:19:27,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741840_1016 (size=5153) 2024-11-17T21:19:27,174 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:27,374 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:27,392 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:19:27,392 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:19:27,423 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/ns/c19be22f514648f8969c8dd704cd3e43 2024-11-17T21:19:27,447 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/rep_barrier/2d0f05f1d5e741099ecfb06bf2c87e4b is 112, key is test,,1731878298697.17dbdd0c8a8886848abdd6253df6062d./rep_barrier:seqnumDuringOpen/1731878299863/Put/seqid=0 2024-11-17T21:19:27,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741841_1017 (size=5518) 2024-11-17T21:19:27,574 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:19:27,574 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:19:27,574 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:27,774 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:27,852 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/rep_barrier/2d0f05f1d5e741099ecfb06bf2c87e4b 2024-11-17T21:19:27,870 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/table/0aa65ffb85a143eabb993c72bc2dab5e is 40, key is test/table:state/1731878299872/Put/seqid=0 2024-11-17T21:19:27,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741842_1018 (size=5165) 2024-11-17T21:19:27,975 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:28,175 DEBUG [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:28,274 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/table/0aa65ffb85a143eabb993c72bc2dab5e 2024-11-17T21:19:28,280 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/info/725179ef2fbf4912a58f27be01314220 as hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/info/725179ef2fbf4912a58f27be01314220 2024-11-17T21:19:28,285 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/info/725179ef2fbf4912a58f27be01314220, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T21:19:28,286 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/ns/c19be22f514648f8969c8dd704cd3e43 as hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/ns/c19be22f514648f8969c8dd704cd3e43 2024-11-17T21:19:28,291 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/ns/c19be22f514648f8969c8dd704cd3e43, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T21:19:28,292 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/rep_barrier/2d0f05f1d5e741099ecfb06bf2c87e4b as hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/rep_barrier/2d0f05f1d5e741099ecfb06bf2c87e4b 2024-11-17T21:19:28,297 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/rep_barrier/2d0f05f1d5e741099ecfb06bf2c87e4b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T21:19:28,298 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/.tmp/table/0aa65ffb85a143eabb993c72bc2dab5e as hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/table/0aa65ffb85a143eabb993c72bc2dab5e 2024-11-17T21:19:28,304 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/table/0aa65ffb85a143eabb993c72bc2dab5e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T21:19:28,305 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false 2024-11-17T21:19:28,309 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T21:19:28,309 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:19:28,309 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:19:28,309 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:19:28,310 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878366573Running coprocessor pre-close hooks at 1731878366573Disabling compacts and flushes for region at 1731878366573Disabling writes for close at 1731878366573Obtaining lock to block concurrent updates at 1731878366574 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731878366574Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731878366574Flushing stores of hbase:meta,,1.1588230740 at 1731878366575 (+1 ms)Flushing 1588230740/info: creating writer at 1731878366575Flushing 1588230740/info: appending metadata at 1731878366593 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731878366593Flushing 1588230740/ns: creating writer at 1731878367005 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731878367017 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731878367017Flushing 1588230740/rep_barrier: creating writer at 1731878367429 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878367447 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878367447Flushing 1588230740/table: creating writer at 1731878367857 (+410 ms)Flushing 1588230740/table: appending metadata at 1731878367869 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731878367869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355c2b68: reopening flushed file at 1731878368279 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23477f25: reopening flushed file at 1731878368285 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7480ade: reopening flushed file at 1731878368291 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314871c4: reopening flushed file at 1731878368298 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false at 1731878368305 (+7 ms)Writing region close event to WAL at 1731878368306 (+1 ms)Running coprocessor post-close hooks at 1731878368309 (+3 ms)Closed at 1731878368309 2024-11-17T21:19:28,310 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:19:28,375 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,37873,1731878294080; all regions closed. 2024-11-17T21:19:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741834_1010 (size=2717) 2024-11-17T21:19:28,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/WALs/a313eea8709e,37873,1731878294080/a313eea8709e%2C37873%2C1731878294080.meta.1731878297432.meta not finished, retry = 0 2024-11-17T21:19:28,480 DEBUG [RS:0;a313eea8709e:37873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/oldWALs 2024-11-17T21:19:28,480 INFO [RS:0;a313eea8709e:37873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C37873%2C1731878294080.meta:.meta(num 1731878297432) 2024-11-17T21:19:28,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741832_1008 (size=1028) 2024-11-17T21:19:28,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/WALs/a313eea8709e,37873,1731878294080/a313eea8709e%2C37873%2C1731878294080.1731878296448 not finished, retry = 0 2024-11-17T21:19:28,585 DEBUG [RS:0;a313eea8709e:37873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/oldWALs 2024-11-17T21:19:28,585 INFO [RS:0;a313eea8709e:37873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C37873%2C1731878294080:(num 1731878296448) 2024-11-17T21:19:28,585 DEBUG [RS:0;a313eea8709e:37873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:28,585 INFO [RS:0;a313eea8709e:37873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:19:28,585 INFO [RS:0;a313eea8709e:37873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:19:28,585 INFO [RS:0;a313eea8709e:37873 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:19:28,585 INFO [RS:0;a313eea8709e:37873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:19:28,585 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:19:28,586 INFO [RS:0;a313eea8709e:37873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:37873. 2024-11-17T21:19:28,586 DEBUG [RS:0;a313eea8709e:37873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:28,586 DEBUG [RS:0;a313eea8709e:37873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:28,586 DEBUG [RS:0;a313eea8709e:37873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:28,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:19:28,586 INFO [RS:0;a313eea8709e:37873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37873 2024-11-17T21:19:28,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-800063536/rs/a313eea8709e,37873,1731878294080 2024-11-17T21:19:28,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536/rs 2024-11-17T21:19:28,735 INFO [RS:0;a313eea8709e:37873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:19:28,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,37873,1731878294080] 2024-11-17T21:19:28,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-800063536/draining/a313eea8709e,37873,1731878294080 already deleted, retry=false 2024-11-17T21:19:28,756 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,37873,1731878294080 expired; onlineServers=0 2024-11-17T21:19:28,756 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,40339,1731878293975' ***** 2024-11-17T21:19:28,756 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:19:28,756 INFO [M:0;a313eea8709e:40339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:19:28,756 INFO [M:0;a313eea8709e:40339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:19:28,756 DEBUG [M:0;a313eea8709e:40339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:19:28,756 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:19:28,756 DEBUG [M:0;a313eea8709e:40339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:19:28,756 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878296206 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878296206,5,FailOnTimeoutGroup] 2024-11-17T21:19:28,756 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878296206 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878296206,5,FailOnTimeoutGroup] 2024-11-17T21:19:28,756 INFO [M:0;a313eea8709e:40339 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:19:28,756 INFO [M:0;a313eea8709e:40339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:19:28,756 DEBUG [M:0;a313eea8709e:40339 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:19:28,756 INFO [M:0;a313eea8709e:40339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:19:28,756 INFO [M:0;a313eea8709e:40339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:19:28,757 INFO [M:0;a313eea8709e:40339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:19:28,757 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:19:28,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-800063536/master 2024-11-17T21:19:28,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-800063536 2024-11-17T21:19:28,766 DEBUG [M:0;a313eea8709e:40339 {}] zookeeper.ZKUtil(347): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Unable to get data of znode /1-800063536/master because node does not exist (not an error) 2024-11-17T21:19:28,766 WARN [M:0;a313eea8709e:40339 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:19:28,768 INFO [M:0;a313eea8709e:40339 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/.lastflushedseqids 2024-11-17T21:19:28,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741843_1019 (size=173) 2024-11-17T21:19:28,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:28,845 INFO [RS:0;a313eea8709e:37873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:19:28,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37873-0x1014aa96cdf0004, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:28,845 INFO [RS:0;a313eea8709e:37873 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,37873,1731878294080; zookeeper connection closed. 2024-11-17T21:19:28,846 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a014203 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a014203 2024-11-17T21:19:28,846 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:19:29,173 INFO [M:0;a313eea8709e:40339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:19:29,173 INFO [M:0;a313eea8709e:40339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:19:29,173 DEBUG [M:0;a313eea8709e:40339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:19:29,173 INFO [M:0;a313eea8709e:40339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:29,173 DEBUG [M:0;a313eea8709e:40339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:29,173 DEBUG [M:0;a313eea8709e:40339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:19:29,173 DEBUG [M:0;a313eea8709e:40339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:29,173 INFO [M:0;a313eea8709e:40339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-17T21:19:29,187 DEBUG [M:0;a313eea8709e:40339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a3bb9541e74de5af4706ff9a7c36fe is 82, key is hbase:meta,,1/info:regioninfo/1731878297462/Put/seqid=0 2024-11-17T21:19:29,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741844_1020 (size=5672) 2024-11-17T21:19:29,580 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.1731878290618 to pos 997, reset compression=false 2024-11-17T21:19:29,591 INFO [M:0;a313eea8709e:40339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a3bb9541e74de5af4706ff9a7c36fe 2024-11-17T21:19:29,613 DEBUG [M:0;a313eea8709e:40339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cc2ebd231ca44c485b0b305af6f0677 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731878299876/Put/seqid=0 2024-11-17T21:19:29,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741845_1021 (size=6727) 2024-11-17T21:19:30,017 INFO [M:0;a313eea8709e:40339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cc2ebd231ca44c485b0b305af6f0677 2024-11-17T21:19:30,022 INFO [M:0;a313eea8709e:40339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cc2ebd231ca44c485b0b305af6f0677 2024-11-17T21:19:30,039 DEBUG [M:0;a313eea8709e:40339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a984d0021d764fe580a583e07f44f378 is 69, key is a313eea8709e,37873,1731878294080/rs:state/1731878296247/Put/seqid=0 2024-11-17T21:19:30,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741846_1022 (size=5156) 2024-11-17T21:19:30,443 INFO [M:0;a313eea8709e:40339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a984d0021d764fe580a583e07f44f378 2024-11-17T21:19:30,449 DEBUG [M:0;a313eea8709e:40339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a3bb9541e74de5af4706ff9a7c36fe as hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82a3bb9541e74de5af4706ff9a7c36fe 2024-11-17T21:19:30,453 INFO [M:0;a313eea8709e:40339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82a3bb9541e74de5af4706ff9a7c36fe, entries=8, sequenceid=58, filesize=5.5 K 2024-11-17T21:19:30,454 DEBUG [M:0;a313eea8709e:40339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cc2ebd231ca44c485b0b305af6f0677 as hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cc2ebd231ca44c485b0b305af6f0677 2024-11-17T21:19:30,459 INFO [M:0;a313eea8709e:40339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cc2ebd231ca44c485b0b305af6f0677 2024-11-17T21:19:30,459 INFO [M:0;a313eea8709e:40339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cc2ebd231ca44c485b0b305af6f0677, entries=6, sequenceid=58, filesize=6.6 K 2024-11-17T21:19:30,460 DEBUG [M:0;a313eea8709e:40339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a984d0021d764fe580a583e07f44f378 as hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a984d0021d764fe580a583e07f44f378 2024-11-17T21:19:30,464 INFO [M:0;a313eea8709e:40339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41609/user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a984d0021d764fe580a583e07f44f378, entries=1, sequenceid=58, filesize=5.0 K 2024-11-17T21:19:30,465 INFO [M:0;a313eea8709e:40339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false 2024-11-17T21:19:30,466 INFO [M:0;a313eea8709e:40339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:30,466 DEBUG [M:0;a313eea8709e:40339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878369173Disabling compacts and flushes for region at 1731878369173Disabling writes for close at 1731878369173Obtaining lock to block concurrent updates at 1731878369173Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878369173Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731878369174 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878369174Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878369174Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878369186 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878369186Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878369596 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878369612 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878369612Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878370023 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878370038 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878370038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be915ca: reopening flushed file at 1731878370448 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528da3d7: reopening flushed file at 1731878370453 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433bd5cc: reopening flushed file at 1731878370459 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false at 1731878370465 (+6 ms)Writing region close event to WAL at 1731878370466 (+1 ms)Closed at 1731878370466 2024-11-17T21:19:30,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741830_1006 (size=33026) 2024-11-17T21:19:30,468 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c16ee1e6-4a55-a286-61b4-e3b5a1a39b0d/MasterData/WALs/a313eea8709e,40339,1731878293975/a313eea8709e%2C40339%2C1731878293975.1731878295821 not finished, retry = 0 2024-11-17T21:19:30,569 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:19:30,569 INFO [M:0;a313eea8709e:40339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:19:30,569 INFO [M:0;a313eea8709e:40339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40339 2024-11-17T21:19:30,570 INFO [M:0;a313eea8709e:40339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:19:30,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:30,723 INFO [M:0;a313eea8709e:40339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:19:30,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40339-0x1014aa96cdf0003, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:30,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e587001{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:19:30,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:19:30,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:19:30,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:19:30,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/hadoop.log.dir/,STOPPED} 2024-11-17T21:19:30,764 WARN [BP-1797774799-172.17.0.2-1731878291807 heartbeating to localhost/127.0.0.1:41609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:19:30,764 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:19:30,764 WARN [BP-1797774799-172.17.0.2-1731878291807 heartbeating to localhost/127.0.0.1:41609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1797774799-172.17.0.2-1731878291807 (Datanode Uuid 2f6c042a-2eea-4372-bf91-bda6f2d1f858) service to localhost/127.0.0.1:41609 2024-11-17T21:19:30,764 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:19:30,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/cluster_23c3fd21-9f95-a259-8462-cd599ccb5a8e/data/data1/current/BP-1797774799-172.17.0.2-1731878291807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:19:30,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/cluster_23c3fd21-9f95-a259-8462-cd599ccb5a8e/data/data2/current/BP-1797774799-172.17.0.2-1731878291807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:19:30,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:19:30,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6845ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:19:30,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:19:30,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:19:30,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:19:30,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/hadoop.log.dir/,STOPPED} 2024-11-17T21:19:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:19:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:19:30,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:19:30,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:30,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:30,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:30,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:19:30,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:19:30,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=327845073, stopped=false 2024-11-17T21:19:30,784 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,42009,1731878288249 2024-11-17T21:19:30,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492261940/running 2024-11-17T21:19:30,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492261940/running 2024-11-17T21:19:30,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:19:30,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:19:30,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:19:30,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:19:30,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:30,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:30,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Set watcher on znode that does not yet exist, /01492261940/running 2024-11-17T21:19:30,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Set watcher on znode that does not yet exist, /01492261940/running 2024-11-17T21:19:30,803 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,42221,1731878288409' ***** 2024-11-17T21:19:30,803 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:19:30,803 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:19:30,803 INFO [RS:0;a313eea8709e:42221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:19:30,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:19:30,804 INFO [RS:0;a313eea8709e:42221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:19:30,804 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f296447fbf8408fbb252b3850add2a8 2024-11-17T21:19:30,804 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(3091): Received CLOSE for b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:19:30,804 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,42221,1731878288409 2024-11-17T21:19:30,804 INFO [RS:0;a313eea8709e:42221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:19:30,804 INFO [RS:0;a313eea8709e:42221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:42221. 2024-11-17T21:19:30,804 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f296447fbf8408fbb252b3850add2a8, disabling compactions & flushes 2024-11-17T21:19:30,804 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:19:30,804 DEBUG [RS:0;a313eea8709e:42221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:30,804 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:19:30,804 DEBUG [RS:0;a313eea8709e:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:30,804 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. after waiting 0 ms 2024-11-17T21:19:30,804 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:19:30,804 INFO [RS:0;a313eea8709e:42221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:19:30,804 INFO [RS:0;a313eea8709e:42221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:19:30,804 INFO [RS:0;a313eea8709e:42221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:19:30,804 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:19:30,804 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f296447fbf8408fbb252b3850add2a8 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-17T21:19:30,804 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:19:30,804 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4f296447fbf8408fbb252b3850add2a8=hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8., b1a689cf848414a4b21af5734f3c2aa3=test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3.} 2024-11-17T21:19:30,804 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f296447fbf8408fbb252b3850add2a8, b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:19:30,804 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:19:30,804 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:19:30,804 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:19:30,804 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:19:30,804 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:19:30,804 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:19:30,817 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/.tmp/hfileref/229384c62b294da3a8cfc0f060c5062f is 74, key is 1/hfileref:87984933e2c74d3f9f53fd21a136fcdd_SeqId_4_/1731878304701/DeleteColumn/seqid=0 2024-11-17T21:19:30,817 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/info/9b5067df8f3e42688f457ba17e706435 is 147, key is hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8./info:regioninfo/1731878302045/Put/seqid=0 2024-11-17T21:19:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741844_1020 (size=5203) 2024-11-17T21:19:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741845_1021 (size=7686) 2024-11-17T21:19:30,883 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:19:31,004 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f296447fbf8408fbb252b3850add2a8, b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:19:31,205 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f296447fbf8408fbb252b3850add2a8, b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:19:31,222 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/.tmp/hfileref/229384c62b294da3a8cfc0f060c5062f 2024-11-17T21:19:31,222 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/info/9b5067df8f3e42688f457ba17e706435 2024-11-17T21:19:31,240 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/.tmp/queue/23c9e3b15c6846519f6d45cd9abfb0f9 is 153, key is 1-a313eea8709e,42221,1731878288409/queue:a313eea8709e%2C42221%2C1731878288409/1731878306535/Put/seqid=0 2024-11-17T21:19:31,243 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/ns/8ce63e1a740c45708868f9f0e99111af is 43, key is default/ns:d/1731878291701/Put/seqid=0 2024-11-17T21:19:31,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741846_1022 (size=5352) 2024-11-17T21:19:31,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741847_1023 (size=5153) 2024-11-17T21:19:31,405 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f296447fbf8408fbb252b3850add2a8, b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:19:31,541 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:19:31,541 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:19:31,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:31,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:31,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:31,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:31,605 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f296447fbf8408fbb252b3850add2a8, b1a689cf848414a4b21af5734f3c2aa3 2024-11-17T21:19:31,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:31,644 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/.tmp/queue/23c9e3b15c6846519f6d45cd9abfb0f9 2024-11-17T21:19:31,647 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/ns/8ce63e1a740c45708868f9f0e99111af 2024-11-17T21:19:31,650 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/.tmp/hfileref/229384c62b294da3a8cfc0f060c5062f as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/hfileref/229384c62b294da3a8cfc0f060c5062f 2024-11-17T21:19:31,655 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/hfileref/229384c62b294da3a8cfc0f060c5062f, entries=2, sequenceid=10, filesize=5.1 K 2024-11-17T21:19:31,656 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/.tmp/queue/23c9e3b15c6846519f6d45cd9abfb0f9 as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/queue/23c9e3b15c6846519f6d45cd9abfb0f9 2024-11-17T21:19:31,662 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/queue/23c9e3b15c6846519f6d45cd9abfb0f9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T21:19:31,663 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4f296447fbf8408fbb252b3850add2a8 in 859ms, sequenceid=10, compaction requested=false 2024-11-17T21:19:31,666 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/rep_barrier/4f45734e717a40e9991009ef160cab79 is 112, key is test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3./rep_barrier:seqnumDuringOpen/1731878298310/Put/seqid=0 2024-11-17T21:19:31,667 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/replication/4f296447fbf8408fbb252b3850add2a8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T21:19:31,668 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:19:31,668 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:19:31,668 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:19:31,668 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f296447fbf8408fbb252b3850add2a8: Waiting for close lock at 1731878370804Running coprocessor pre-close hooks at 1731878370804Disabling compacts and flushes for region at 1731878370804Disabling writes for close at 1731878370804Obtaining lock to block concurrent updates at 1731878370804Preparing flush snapshotting stores in 4f296447fbf8408fbb252b3850add2a8 at 1731878370804Finished memstore snapshotting hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731878370804Flushing stores of hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. at 1731878370805 (+1 ms)Flushing 4f296447fbf8408fbb252b3850add2a8/hfileref: creating writer at 1731878370805Flushing 4f296447fbf8408fbb252b3850add2a8/hfileref: appending metadata at 1731878370817 (+12 ms)Flushing 4f296447fbf8408fbb252b3850add2a8/hfileref: closing flushed file at 1731878370817Flushing 4f296447fbf8408fbb252b3850add2a8/queue: creating writer at 1731878371227 (+410 ms)Flushing 4f296447fbf8408fbb252b3850add2a8/queue: appending metadata at 1731878371239 (+12 ms)Flushing 4f296447fbf8408fbb252b3850add2a8/queue: closing flushed file at 1731878371239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4bd385: reopening flushed file at 1731878371649 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1942c52c: reopening flushed file at 1731878371655 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4f296447fbf8408fbb252b3850add2a8 in 859ms, sequenceid=10, compaction requested=false at 1731878371663 (+8 ms)Writing region close event to WAL at 1731878371664 (+1 ms)Running coprocessor post-close hooks at 1731878371668 (+4 ms)Closed at 1731878371668 2024-11-17T21:19:31,668 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731878300873.4f296447fbf8408fbb252b3850add2a8. 2024-11-17T21:19:31,668 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1a689cf848414a4b21af5734f3c2aa3, disabling compactions & flushes 2024-11-17T21:19:31,668 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:19:31,668 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:19:31,668 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. after waiting 0 ms 2024-11-17T21:19:31,668 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:19:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741848_1024 (size=5518) 2024-11-17T21:19:31,673 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/default/test/b1a689cf848414a4b21af5734f3c2aa3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T21:19:31,673 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:19:31,673 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:19:31,673 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:19:31,673 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1a689cf848414a4b21af5734f3c2aa3: Waiting for close lock at 1731878371668Running coprocessor pre-close hooks at 1731878371668Disabling compacts and flushes for region at 1731878371668Disabling writes for close at 1731878371668Writing region close event to WAL at 1731878371670 (+2 ms)Running coprocessor post-close hooks at 1731878371673 (+3 ms)Closed at 1731878371673 2024-11-17T21:19:31,673 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878297551.b1a689cf848414a4b21af5734f3c2aa3. 2024-11-17T21:19:31,805 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:19:31,805 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:19:31,805 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:32,005 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:32,071 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/rep_barrier/4f45734e717a40e9991009ef160cab79 2024-11-17T21:19:32,091 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/table/c2938dd8fa634311a8cb493f4765228c is 53, key is hbase:replication/table:state/1731878302054/Put/seqid=0 2024-11-17T21:19:32,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741849_1025 (size=5308) 2024-11-17T21:19:32,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:19:32,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:32,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:32,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:32,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:32,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:32,206 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:32,406 DEBUG [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:32,496 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/table/c2938dd8fa634311a8cb493f4765228c 2024-11-17T21:19:32,501 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/info/9b5067df8f3e42688f457ba17e706435 as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/info/9b5067df8f3e42688f457ba17e706435 2024-11-17T21:19:32,506 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/info/9b5067df8f3e42688f457ba17e706435, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:19:32,507 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/ns/8ce63e1a740c45708868f9f0e99111af as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/ns/8ce63e1a740c45708868f9f0e99111af 2024-11-17T21:19:32,512 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/ns/8ce63e1a740c45708868f9f0e99111af, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:19:32,513 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/rep_barrier/4f45734e717a40e9991009ef160cab79 as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/rep_barrier/4f45734e717a40e9991009ef160cab79 2024-11-17T21:19:32,517 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/rep_barrier/4f45734e717a40e9991009ef160cab79, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:19:32,518 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/.tmp/table/c2938dd8fa634311a8cb493f4765228c as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/table/c2938dd8fa634311a8cb493f4765228c 2024-11-17T21:19:32,522 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/table/c2938dd8fa634311a8cb493f4765228c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:19:32,523 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-17T21:19:32,523 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:19:32,529 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:19:32,529 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:19:32,529 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:19:32,529 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:19:32,529 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878370804Running coprocessor pre-close hooks at 1731878370804Disabling compacts and flushes for region at 1731878370804Disabling writes for close at 1731878370804Obtaining lock to block concurrent updates at 1731878370805 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731878370805Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878370805Flushing stores of hbase:meta,,1.1588230740 at 1731878370805Flushing 1588230740/info: creating writer at 1731878370805Flushing 1588230740/info: appending metadata at 1731878370817 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731878370817Flushing 1588230740/ns: creating writer at 1731878371227 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731878371242 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731878371242Flushing 1588230740/rep_barrier: creating writer at 1731878371652 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878371666 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878371666Flushing 1588230740/table: creating writer at 1731878372077 (+411 ms)Flushing 1588230740/table: appending metadata at 1731878372091 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731878372091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58df6c8f: reopening flushed file at 1731878372501 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207af75: reopening flushed file at 1731878372507 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9c0094: reopening flushed file at 1731878372512 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3928e403: reopening flushed file at 1731878372517 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731878372523 (+6 ms)Writing region close event to WAL at 1731878372525 (+2 ms)Running coprocessor post-close hooks at 1731878372529 (+4 ms)Closed at 1731878372529 2024-11-17T21:19:32,530 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:19:32,606 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,42221,1731878288409; all regions closed. 2024-11-17T21:19:32,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741834_1010 (size=4239) 2024-11-17T21:19:32,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/WALs/a313eea8709e,42221,1731878288409/a313eea8709e%2C42221%2C1731878288409.meta.1731878291616.meta not finished, retry = 0 2024-11-17T21:19:32,711 DEBUG [RS:0;a313eea8709e:42221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/oldWALs 2024-11-17T21:19:32,712 INFO [RS:0;a313eea8709e:42221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C42221%2C1731878288409.meta:.meta(num 1731878291616) 2024-11-17T21:19:32,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741839_1015 (size=2700) 2024-11-17T21:19:32,715 DEBUG [RS:0;a313eea8709e:42221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/oldWALs 2024-11-17T21:19:32,715 INFO [RS:0;a313eea8709e:42221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C42221%2C1731878288409.rep:(num 1731878302012) 2024-11-17T21:19:32,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741832_1008 (size=1300) 2024-11-17T21:19:32,719 DEBUG [RS:0;a313eea8709e:42221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/oldWALs 2024-11-17T21:19:32,719 INFO [RS:0;a313eea8709e:42221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C42221%2C1731878288409:(num 1731878290618) 2024-11-17T21:19:32,719 DEBUG [RS:0;a313eea8709e:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:32,719 INFO [RS:0;a313eea8709e:42221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:19:32,719 INFO [RS:0;a313eea8709e:42221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:19:32,719 INFO [RS:0;a313eea8709e:42221 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:19:32,720 INFO [RS:0;a313eea8709e:42221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:19:32,720 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:19:32,720 INFO [RS:0;a313eea8709e:42221 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,42221,1731878288409 because: Region server is closing 2024-11-17T21:19:32,720 INFO [RS:0;a313eea8709e:42221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:42221. 2024-11-17T21:19:32,720 DEBUG [RS:0;a313eea8709e:42221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:32,720 DEBUG [RS:0;a313eea8709e:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:32,720 DEBUG [RS:0;a313eea8709e:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:32,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:19:32,820 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.wal-reader.a313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:19:32,820 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.shippera313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T21:19:32,821 INFO [RS:0;a313eea8709e:42221 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,42221,1731878288409.replicationSource.shippera313eea8709e%2C42221%2C1731878288409,1-a313eea8709e,42221,1731878288409 terminated 2024-11-17T21:19:32,821 INFO [RS:0;a313eea8709e:42221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42221 2024-11-17T21:19:32,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492261940/rs/a313eea8709e,42221,1731878288409 2024-11-17T21:19:32,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940/rs 2024-11-17T21:19:32,865 INFO [RS:0;a313eea8709e:42221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:19:32,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,42221,1731878288409] 2024-11-17T21:19:32,886 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01492261940/draining/a313eea8709e,42221,1731878288409 already deleted, retry=false 2024-11-17T21:19:32,886 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,42221,1731878288409 expired; onlineServers=0 2024-11-17T21:19:32,886 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,42009,1731878288249' ***** 2024-11-17T21:19:32,886 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:19:32,886 INFO [M:0;a313eea8709e:42009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:19:32,886 INFO [M:0;a313eea8709e:42009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:19:32,887 DEBUG [M:0;a313eea8709e:42009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:19:32,887 DEBUG [M:0;a313eea8709e:42009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:19:32,887 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:19:32,887 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878290414 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878290414,5,FailOnTimeoutGroup] 2024-11-17T21:19:32,887 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878290414 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878290414,5,FailOnTimeoutGroup] 2024-11-17T21:19:32,887 INFO [M:0;a313eea8709e:42009 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:19:32,887 INFO [M:0;a313eea8709e:42009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:19:32,887 DEBUG [M:0;a313eea8709e:42009 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:19:32,887 INFO [M:0;a313eea8709e:42009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:19:32,887 INFO [M:0;a313eea8709e:42009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:19:32,887 INFO [M:0;a313eea8709e:42009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:19:32,887 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:19:32,897 DEBUG [M:0;a313eea8709e:42009 {}] zookeeper.ZKUtil(347): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Unable to get data of znode /01492261940/master because node does not exist (not an error) 2024-11-17T21:19:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492261940/master 2024-11-17T21:19:32,897 WARN [M:0;a313eea8709e:42009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:19:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492261940 2024-11-17T21:19:32,900 INFO [M:0;a313eea8709e:42009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/.lastflushedseqids 2024-11-17T21:19:32,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741850_1026 (size=263) 2024-11-17T21:19:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:32,976 INFO [RS:0;a313eea8709e:42221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:19:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x1014aa96cdf0001, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:32,976 INFO [RS:0;a313eea8709e:42221 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,42221,1731878288409; zookeeper connection closed. 2024-11-17T21:19:32,976 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d4c21c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d4c21c0 2024-11-17T21:19:32,977 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:19:33,305 INFO [M:0;a313eea8709e:42009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:19:33,305 INFO [M:0;a313eea8709e:42009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:19:33,305 DEBUG [M:0;a313eea8709e:42009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:19:33,305 INFO [M:0;a313eea8709e:42009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:33,305 DEBUG [M:0;a313eea8709e:42009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:33,306 DEBUG [M:0;a313eea8709e:42009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:19:33,306 DEBUG [M:0;a313eea8709e:42009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:33,306 INFO [M:0;a313eea8709e:42009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-17T21:19:33,321 DEBUG [M:0;a313eea8709e:42009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5514a69ab4b415eb1c3c295d5a4929e is 82, key is hbase:meta,,1/info:regioninfo/1731878291648/Put/seqid=0 2024-11-17T21:19:33,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741851_1027 (size=5672) 2024-11-17T21:19:33,332 INFO [M:0;a313eea8709e:42009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5514a69ab4b415eb1c3c295d5a4929e 2024-11-17T21:19:33,359 DEBUG [M:0;a313eea8709e:42009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3066f53f42904f199b8cb598348650d2 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731878298327/Put/seqid=0 2024-11-17T21:19:33,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741852_1028 (size=7241) 2024-11-17T21:19:33,771 INFO [M:0;a313eea8709e:42009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3066f53f42904f199b8cb598348650d2 2024-11-17T21:19:33,776 INFO [M:0;a313eea8709e:42009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3066f53f42904f199b8cb598348650d2 2024-11-17T21:19:33,788 DEBUG [M:0;a313eea8709e:42009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f4040659608476cbe986efb3093fdbc is 69, key is a313eea8709e,42221,1731878288409/rs:state/1731878290469/Put/seqid=0 2024-11-17T21:19:33,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741853_1029 (size=5156) 2024-11-17T21:19:34,193 INFO [M:0;a313eea8709e:42009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f4040659608476cbe986efb3093fdbc 2024-11-17T21:19:34,198 DEBUG [M:0;a313eea8709e:42009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5514a69ab4b415eb1c3c295d5a4929e as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5514a69ab4b415eb1c3c295d5a4929e 2024-11-17T21:19:34,202 INFO [M:0;a313eea8709e:42009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5514a69ab4b415eb1c3c295d5a4929e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T21:19:34,203 DEBUG [M:0;a313eea8709e:42009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3066f53f42904f199b8cb598348650d2 as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3066f53f42904f199b8cb598348650d2 2024-11-17T21:19:34,206 INFO [M:0;a313eea8709e:42009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3066f53f42904f199b8cb598348650d2 2024-11-17T21:19:34,207 INFO [M:0;a313eea8709e:42009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3066f53f42904f199b8cb598348650d2, entries=11, sequenceid=105, filesize=7.1 K 2024-11-17T21:19:34,207 DEBUG [M:0;a313eea8709e:42009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f4040659608476cbe986efb3093fdbc as hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f4040659608476cbe986efb3093fdbc 2024-11-17T21:19:34,211 INFO [M:0;a313eea8709e:42009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f4040659608476cbe986efb3093fdbc, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T21:19:34,212 INFO [M:0;a313eea8709e:42009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=105, compaction requested=false 2024-11-17T21:19:34,213 INFO [M:0;a313eea8709e:42009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:34,213 DEBUG [M:0;a313eea8709e:42009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878373305Disabling compacts and flushes for region at 1731878373305Disabling writes for close at 1731878373306 (+1 ms)Obtaining lock to block concurrent updates at 1731878373306Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878373306Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731878373306Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878373306Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878373307 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878373321 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878373321Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878373341 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878373359 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878373359Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878373776 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878373788 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878373788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f37e636: reopening flushed file at 1731878374197 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4582d05: reopening flushed file at 1731878374202 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4024c2: reopening flushed file at 1731878374207 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=105, compaction requested=false at 1731878374212 (+5 ms)Writing region close event to WAL at 1731878374213 (+1 ms)Closed at 1731878374213 2024-11-17T21:19:34,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741830_1006 (size=64538) 2024-11-17T21:19:34,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed7beee8-0b94-fdbf-9282-cc54eb9fb798/MasterData/WALs/a313eea8709e,42009,1731878288249/a313eea8709e%2C42009%2C1731878288249.1731878290129 not finished, retry = 0 2024-11-17T21:19:34,316 INFO [M:0;a313eea8709e:42009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:19:34,316 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:19:34,316 INFO [M:0;a313eea8709e:42009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42009 2024-11-17T21:19:34,316 INFO [M:0;a313eea8709e:42009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:19:34,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:34,481 INFO [M:0;a313eea8709e:42009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:19:34,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x1014aa96cdf0000, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:34,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c2799f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:19:34,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:19:34,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:19:34,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:19:34,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/hadoop.log.dir/,STOPPED} 2024-11-17T21:19:34,485 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:19:34,485 WARN [BP-460722938-172.17.0.2-1731878285684 heartbeating to localhost/127.0.0.1:42291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:19:34,485 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:19:34,485 WARN [BP-460722938-172.17.0.2-1731878285684 heartbeating to localhost/127.0.0.1:42291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-460722938-172.17.0.2-1731878285684 (Datanode Uuid c9f88b2d-98ff-470e-8918-a4ad22f852ef) service to localhost/127.0.0.1:42291 2024-11-17T21:19:34,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/cluster_05b0aa98-5bc0-3d7e-e1a0-ac009a8ada2a/data/data1/current/BP-460722938-172.17.0.2-1731878285684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:19:34,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/cluster_05b0aa98-5bc0-3d7e-e1a0-ac009a8ada2a/data/data2/current/BP-460722938-172.17.0.2-1731878285684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:19:34,486 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:19:34,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f28759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:19:34,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:19:34,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:19:34,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:19:34,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5895947-0a58-0c89-38c1-b265df12e3f9/hadoop.log.dir/,STOPPED} 2024-11-17T21:19:34,498 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T21:19:34,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:19:34,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 136) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f283cb8d840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42291 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41609 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54147) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f283cb8d840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54147) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 467) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 309), ProcessCount=11 (was 11), AvailableMemoryMB=8010 (was 8180) 2024-11-17T21:19:34,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=8010 2024-11-17T21:19:34,534 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-17T21:19:34,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/hadoop.log.dir so I do NOT create it in target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214 2024-11-17T21:19:34,535 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:19:34,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/hadoop.tmp.dir so I do NOT create it in target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214 2024-11-17T21:19:34,535 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2804e8e3-ec0c-4946-1b32-323db2f4c5e5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:19:34,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214 2024-11-17T21:19:34,535 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/cluster_ed4e1d2c-b11a-adb2-6335-b02dd77717e2, deleteOnExit=true 2024-11-17T21:19:34,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/cluster_ed4e1d2c-b11a-adb2-6335-b02dd77717e2/zookeeper_0, clientPort=62342, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/cluster_ed4e1d2c-b11a-adb2-6335-b02dd77717e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/cluster_ed4e1d2c-b11a-adb2-6335-b02dd77717e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T21:19:34,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62342 2024-11-17T21:19:34,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:19:34,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:19:34,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/test.cache.data in system properties and HBase conf 2024-11-17T21:19:34,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:19:34,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:19:34,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:19:34,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:19:34,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:19:34,538 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:19:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:19:34,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014aa96cdf0005, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:19:34,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014aa96cdf0002, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:19:34,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014aa96cdf0002, quorum=127.0.0.1:54147, baseZNode=/01492261940 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:19:34,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014aa96cdf0005, quorum=127.0.0.1:54147, baseZNode=/1-800063536 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:19:34,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:19:34,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:19:34,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:19:34,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:19:34,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:19:34,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:19:34,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:19:34,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:19:34,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189b0b0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/java.io.tmpdir/jetty-localhost-36083-hadoop-hdfs-3_4_1-tests_jar-_-any-4534521966412933012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:19:34,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:36083} 2024-11-17T21:19:34,962 INFO [Time-limited test {}] server.Server(415): Started @140291ms 2024-11-17T21:19:35,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:19:35,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:19:35,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:19:35,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:19:35,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:19:35,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:19:35,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:19:35,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11505e70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/java.io.tmpdir/jetty-localhost-33069-hadoop-hdfs-3_4_1-tests_jar-_-any-5968297214550261997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:19:35,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:33069} 2024-11-17T21:19:35,310 INFO [Time-limited test {}] server.Server(415): Started @140639ms 2024-11-17T21:19:35,311 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:19:35,928 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/cluster_ed4e1d2c-b11a-adb2-6335-b02dd77717e2/data/data1/current/BP-2113051536-172.17.0.2-1731878374554/current, will proceed with Du for space computation calculation, 2024-11-17T21:19:35,928 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/cluster_ed4e1d2c-b11a-adb2-6335-b02dd77717e2/data/data2/current/BP-2113051536-172.17.0.2-1731878374554/current, will proceed with Du for space computation calculation, 2024-11-17T21:19:35,945 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:19:35,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf531f77165336eb2 with lease ID 0x201c6cad2e10dc98: Processing first storage report for DS-bbf16204-1082-47f1-9a95-bc50b35eebba from datanode DatanodeRegistration(127.0.0.1:33613, datanodeUuid=be7e0e51-c35a-43a1-948f-0b16585e8cc9, infoPort=37641, infoSecurePort=0, ipcPort=44561, storageInfo=lv=-57;cid=testClusterID;nsid=740801066;c=1731878374554) 2024-11-17T21:19:35,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf531f77165336eb2 with lease ID 0x201c6cad2e10dc98: from storage DS-bbf16204-1082-47f1-9a95-bc50b35eebba node DatanodeRegistration(127.0.0.1:33613, datanodeUuid=be7e0e51-c35a-43a1-948f-0b16585e8cc9, infoPort=37641, infoSecurePort=0, ipcPort=44561, storageInfo=lv=-57;cid=testClusterID;nsid=740801066;c=1731878374554), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:19:35,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf531f77165336eb2 with lease ID 0x201c6cad2e10dc98: Processing first storage report for DS-edef17af-4cee-4fc7-a593-8ff5437dab1d from datanode DatanodeRegistration(127.0.0.1:33613, datanodeUuid=be7e0e51-c35a-43a1-948f-0b16585e8cc9, infoPort=37641, infoSecurePort=0, ipcPort=44561, storageInfo=lv=-57;cid=testClusterID;nsid=740801066;c=1731878374554) 2024-11-17T21:19:35,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf531f77165336eb2 with lease ID 0x201c6cad2e10dc98: from storage DS-edef17af-4cee-4fc7-a593-8ff5437dab1d node DatanodeRegistration(127.0.0.1:33613, datanodeUuid=be7e0e51-c35a-43a1-948f-0b16585e8cc9, infoPort=37641, infoSecurePort=0, ipcPort=44561, storageInfo=lv=-57;cid=testClusterID;nsid=740801066;c=1731878374554), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:19:36,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214 2024-11-17T21:19:36,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:36,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:36,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:19:36,444 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab with version=8 2024-11-17T21:19:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/hbase-staging 2024-11-17T21:19:36,446 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:19:36,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:36,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:36,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:19:36,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:36,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:19:36,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:19:36,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:19:36,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33905 2024-11-17T21:19:36,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33905 connecting to ZooKeeper ensemble=127.0.0.1:62342 2024-11-17T21:19:36,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339050x0, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:19:36,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33905-0x1014aaac8340000 connected 2024-11-17T21:19:36,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:36,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:36,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/running 2024-11-17T21:19:36,622 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab, hbase.cluster.distributed=false 2024-11-17T21:19:36,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/acl 2024-11-17T21:19:36,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33905 2024-11-17T21:19:36,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33905 2024-11-17T21:19:36,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33905 2024-11-17T21:19:36,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33905 2024-11-17T21:19:36,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33905 2024-11-17T21:19:36,636 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:19:36,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:36,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:36,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:19:36,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:36,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:19:36,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:19:36,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:19:36,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34441 2024-11-17T21:19:36,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34441 connecting to ZooKeeper ensemble=127.0.0.1:62342 2024-11-17T21:19:36,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:36,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:36,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344410x0, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:19:36,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344410x0, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/running 2024-11-17T21:19:36,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34441-0x1014aaac8340001 connected 2024-11-17T21:19:36,655 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:19:36,656 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:19:36,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/master 2024-11-17T21:19:36,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/acl 2024-11-17T21:19:36,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34441 2024-11-17T21:19:36,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34441 2024-11-17T21:19:36,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34441 2024-11-17T21:19:36,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34441 2024-11-17T21:19:36,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34441 2024-11-17T21:19:36,675 DEBUG [M:0;a313eea8709e:33905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:33905 2024-11-17T21:19:36,676 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-147464831/backup-masters/a313eea8709e,33905,1731878376446 2024-11-17T21:19:36,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/backup-masters 2024-11-17T21:19:36,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/backup-masters 2024-11-17T21:19:36,686 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on existing znode=/0-147464831/backup-masters/a313eea8709e,33905,1731878376446 2024-11-17T21:19:36,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147464831/master 2024-11-17T21:19:36,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:36,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:36,697 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on existing znode=/0-147464831/master 2024-11-17T21:19:36,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-147464831/backup-masters/a313eea8709e,33905,1731878376446 from backup master directory 2024-11-17T21:19:36,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147464831/backup-masters/a313eea8709e,33905,1731878376446 2024-11-17T21:19:36,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/backup-masters 2024-11-17T21:19:36,707 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:19:36,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/backup-masters 2024-11-17T21:19:36,707 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,33905,1731878376446 2024-11-17T21:19:36,711 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/hbase.id] with ID: d584a02d-05b0-48d9-b14a-081a82c60690 2024-11-17T21:19:36,711 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/.tmp/hbase.id 2024-11-17T21:19:36,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:19:37,115 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/.tmp/hbase.id]:[hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/hbase.id] 2024-11-17T21:19:37,125 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:37,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:19:37,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T21:19:37,169 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:19:37,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:37,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:37,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:37,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:37,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:37,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:37,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:37,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:37,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:19:37,597 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:19:37,597 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:19:37,598 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:19:37,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:19:38,005 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store 2024-11-17T21:19:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:19:38,411 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:38,411 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:19:38,411 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:38,411 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:38,411 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:19:38,411 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:38,411 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:38,411 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878378411Disabling compacts and flushes for region at 1731878378411Disabling writes for close at 1731878378411Writing region close event to WAL at 1731878378411Closed at 1731878378411 2024-11-17T21:19:38,412 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/.initializing 2024-11-17T21:19:38,412 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,33905,1731878376446 2024-11-17T21:19:38,413 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:19:38,415 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C33905%2C1731878376446, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,33905,1731878376446, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/oldWALs, maxLogs=10 2024-11-17T21:19:38,430 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,33905,1731878376446/a313eea8709e%2C33905%2C1731878376446.1731878378415, exclude list is [], retry=0 2024-11-17T21:19:38,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-bbf16204-1082-47f1-9a95-bc50b35eebba,DISK] 2024-11-17T21:19:38,434 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,33905,1731878376446/a313eea8709e%2C33905%2C1731878376446.1731878378415 2024-11-17T21:19:38,435 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-17T21:19:38,435 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:19:38,435 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:38,435 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,435 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:19:38,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:19:38,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:38,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:38,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:19:38,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:38,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:38,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:19:38,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:38,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:38,442 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,443 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,443 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,445 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,445 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,445 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:19:38,446 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:38,448 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:19:38,448 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60679144, jitterRate=-0.09581029415130615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:19:38,449 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878378435Initializing all the Stores at 1731878378436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878378436Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878378436Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878378436Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878378436Cleaning up temporary data from old regions at 1731878378445 (+9 ms)Region opened successfully at 1731878378449 (+4 ms) 2024-11-17T21:19:38,449 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:19:38,452 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185736e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:19:38,453 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:19:38,453 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:19:38,454 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:19:38,454 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:19:38,454 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:19:38,455 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:19:38,455 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:19:38,458 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:19:38,458 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/balancer because node does not exist (not necessarily an error) 2024-11-17T21:19:38,538 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/balancer already deleted, retry=false 2024-11-17T21:19:38,539 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:19:38,539 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:19:38,549 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/normalizer already deleted, retry=false 2024-11-17T21:19:38,549 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:19:38,550 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:19:38,559 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/switch/split already deleted, retry=false 2024-11-17T21:19:38,560 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:19:38,570 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/switch/merge already deleted, retry=false 2024-11-17T21:19:38,572 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:19:38,580 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/snapshot-cleanup already deleted, retry=false 2024-11-17T21:19:38,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147464831/running 2024-11-17T21:19:38,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:38,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147464831/running 2024-11-17T21:19:38,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:38,592 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,33905,1731878376446, sessionid=0x1014aaac8340000, setting cluster-up flag (Was=false) 2024-11-17T21:19:38,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:38,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:38,644 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-147464831/flush-table-proc/acquired, /0-147464831/flush-table-proc/reached, /0-147464831/flush-table-proc/abort 2024-11-17T21:19:38,644 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,33905,1731878376446 2024-11-17T21:19:38,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:38,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:38,696 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-147464831/online-snapshot/acquired, /0-147464831/online-snapshot/reached, /0-147464831/online-snapshot/abort 2024-11-17T21:19:38,697 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,33905,1731878376446 2024-11-17T21:19:38,698 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:19:38,699 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:19:38,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:19:38,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:19:38,699 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,33905,1731878376446 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:19:38,701 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:38,701 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:38,701 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:38,701 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:38,701 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:19:38,701 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,701 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:19:38,701 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,702 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878408702 2024-11-17T21:19:38,702 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:19:38,702 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:19:38,702 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:19:38,702 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:19:38,702 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:19:38,702 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:19:38,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:19:38,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:19:38,702 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,703 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:19:38,703 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:19:38,703 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:19:38,703 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:19:38,703 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:38,703 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:19:38,703 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:19:38,703 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:19:38,704 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878378703,5,FailOnTimeoutGroup] 2024-11-17T21:19:38,708 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878378704,5,FailOnTimeoutGroup] 2024-11-17T21:19:38,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:19:38,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:19:38,769 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(746): ClusterId : d584a02d-05b0-48d9-b14a-081a82c60690 2024-11-17T21:19:38,769 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:19:38,781 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:19:38,781 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:19:38,792 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:19:38,792 DEBUG [RS:0;a313eea8709e:34441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ee3994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:19:38,801 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:34441 2024-11-17T21:19:38,802 INFO [RS:0;a313eea8709e:34441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:19:38,802 INFO [RS:0;a313eea8709e:34441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:19:38,802 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:19:38,802 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,33905,1731878376446 with port=34441, startcode=1731878376636 2024-11-17T21:19:38,802 DEBUG [RS:0;a313eea8709e:34441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:19:38,804 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:19:38,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,34441,1731878376636 2024-11-17T21:19:38,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33905 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,34441,1731878376636 2024-11-17T21:19:38,805 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab 2024-11-17T21:19:38,805 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35261 2024-11-17T21:19:38,805 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:19:38,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/rs 2024-11-17T21:19:38,819 DEBUG [RS:0;a313eea8709e:34441 {}] zookeeper.ZKUtil(111): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on existing znode=/0-147464831/rs/a313eea8709e,34441,1731878376636 2024-11-17T21:19:38,819 WARN [RS:0;a313eea8709e:34441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:19:38,819 INFO [RS:0;a313eea8709e:34441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:19:38,819 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636 2024-11-17T21:19:38,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,34441,1731878376636] 2024-11-17T21:19:38,822 INFO [RS:0;a313eea8709e:34441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:19:38,823 INFO [RS:0;a313eea8709e:34441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:19:38,824 INFO [RS:0;a313eea8709e:34441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:19:38,824 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,824 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:19:38,825 INFO [RS:0;a313eea8709e:34441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:19:38,825 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,825 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,825 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,825 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,825 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,825 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,825 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:19:38,825 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,826 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,826 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,826 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,826 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,826 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:38,826 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:19:38,826 DEBUG [RS:0;a313eea8709e:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:19:38,826 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,826 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,826 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,826 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,826 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,826 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34441,1731878376636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:19:38,845 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:19:38,845 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34441,1731878376636-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,846 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,846 INFO [RS:0;a313eea8709e:34441 {}] regionserver.Replication(171): a313eea8709e,34441,1731878376636 started 2024-11-17T21:19:38,864 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:38,864 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,34441,1731878376636, RpcServer on a313eea8709e/172.17.0.2:34441, sessionid=0x1014aaac8340001 2024-11-17T21:19:38,864 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:19:38,864 DEBUG [RS:0;a313eea8709e:34441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,34441,1731878376636 2024-11-17T21:19:38,864 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,34441,1731878376636' 2024-11-17T21:19:38,864 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-147464831/flush-table-proc/abort' 2024-11-17T21:19:38,865 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-147464831/flush-table-proc/acquired' 2024-11-17T21:19:38,865 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:19:38,866 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:19:38,866 DEBUG [RS:0;a313eea8709e:34441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,34441,1731878376636 2024-11-17T21:19:38,866 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,34441,1731878376636' 2024-11-17T21:19:38,866 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-147464831/online-snapshot/abort' 2024-11-17T21:19:38,866 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-147464831/online-snapshot/acquired' 2024-11-17T21:19:38,866 DEBUG [RS:0;a313eea8709e:34441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:19:38,866 INFO [RS:0;a313eea8709e:34441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:19:38,866 INFO [RS:0;a313eea8709e:34441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:19:38,967 INFO [RS:0;a313eea8709e:34441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:19:38,968 INFO [RS:0;a313eea8709e:34441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C34441%2C1731878376636, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs, maxLogs=10 2024-11-17T21:19:38,979 DEBUG [RS:0;a313eea8709e:34441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.1731878378968, exclude list is [], retry=0 2024-11-17T21:19:38,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-bbf16204-1082-47f1-9a95-bc50b35eebba,DISK] 2024-11-17T21:19:38,983 INFO [RS:0;a313eea8709e:34441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.1731878378968 2024-11-17T21:19:38,983 DEBUG [RS:0;a313eea8709e:34441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-17T21:19:39,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:19:39,117 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab 2024-11-17T21:19:39,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:19:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:39,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:19:39,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:19:39,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:39,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:39,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:19:39,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:19:39,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:39,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:39,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:19:39,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:19:39,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:39,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:39,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:19:39,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:19:39,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:39,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:39,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:19:39,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740 2024-11-17T21:19:39,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740 2024-11-17T21:19:39,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:19:39,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:19:39,532 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:19:39,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:19:39,534 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:19:39,534 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66631287, jitterRate=-0.007116451859474182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:19:39,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878379522Initializing all the Stores at 1731878379523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878379523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878379523Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878379523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878379523Cleaning up temporary data from old regions at 1731878379531 (+8 ms)Region opened successfully at 1731878379535 (+4 ms) 2024-11-17T21:19:39,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:19:39,535 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:19:39,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:19:39,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:19:39,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:19:39,535 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:19:39,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878379535Disabling compacts and flushes for region at 1731878379535Disabling writes for close at 1731878379535Writing region close event to WAL at 1731878379535Closed at 1731878379535 2024-11-17T21:19:39,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:19:39,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:19:39,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:19:39,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:19:39,538 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:19:39,689 DEBUG [a313eea8709e:33905 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:19:39,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,34441,1731878376636 2024-11-17T21:19:39,690 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,34441,1731878376636, state=OPENING 2024-11-17T21:19:39,759 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:19:39,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:39,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:39,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: CHANGED 2024-11-17T21:19:39,770 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:19:39,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: CHANGED 2024-11-17T21:19:39,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,34441,1731878376636}] 2024-11-17T21:19:39,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:19:39,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:19:39,929 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:19:39,929 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:19:39,929 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:19:39,931 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C34441%2C1731878376636.meta, suffix=.meta, logDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs, maxLogs=10 2024-11-17T21:19:39,943 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.meta.1731878379931.meta, exclude list is [], retry=0 2024-11-17T21:19:39,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-bbf16204-1082-47f1-9a95-bc50b35eebba,DISK] 2024-11-17T21:19:39,947 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.meta.1731878379931.meta 2024-11-17T21:19:39,947 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-17T21:19:39,948 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:19:39,948 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:19:39,948 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:19:39,948 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:19:39,948 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:19:39,949 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:19:39,949 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:39,949 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:19:39,949 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:19:39,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:19:39,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:19:39,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:39,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:39,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:19:39,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:19:39,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:39,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:39,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:19:39,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:19:39,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:39,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:39,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:19:39,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:19:39,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:39,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:39,956 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:19:39,956 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740 2024-11-17T21:19:39,957 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740 2024-11-17T21:19:39,959 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:19:39,959 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:19:39,959 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:19:39,960 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:19:39,961 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61460188, jitterRate=-0.0841718316078186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:19:39,961 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:19:39,962 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878379949Writing region info on filesystem at 1731878379949Initializing all the Stores at 1731878379950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878379950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878379950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878379950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878379950Cleaning up temporary data from old regions at 1731878379959 (+9 ms)Running coprocessor post-open hooks at 1731878379961 (+2 ms)Region opened successfully at 1731878379961 2024-11-17T21:19:39,962 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878379923 2024-11-17T21:19:39,964 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:19:39,964 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:19:39,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,34441,1731878376636 2024-11-17T21:19:39,966 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,34441,1731878376636, state=OPEN 2024-11-17T21:19:40,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147464831/meta-region-server 2024-11-17T21:19:40,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147464831/meta-region-server 2024-11-17T21:19:40,002 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,34441,1731878376636 2024-11-17T21:19:40,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: CHANGED 2024-11-17T21:19:40,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: CHANGED 2024-11-17T21:19:40,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:19:40,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,34441,1731878376636 in 232 msec 2024-11-17T21:19:40,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:19:40,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-17T21:19:40,007 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:19:40,007 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:19:40,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:19:40,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34441,1731878376636, seqNum=-1] 2024-11-17T21:19:40,008 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:19:40,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:19:40,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-17T21:19:40,014 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878380014, completionTime=-1 2024-11-17T21:19:40,014 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:19:40,014 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:19:40,016 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:19:40,016 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878440016 2024-11-17T21:19:40,016 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878500016 2024-11-17T21:19:40,016 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:19:40,017 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33905,1731878376446-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:40,017 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33905,1731878376446-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:40,017 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33905,1731878376446-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:40,017 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:33905, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:40,017 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:40,017 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:40,019 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:19:40,021 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.314sec 2024-11-17T21:19:40,021 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:19:40,021 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:19:40,021 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:19:40,021 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:19:40,021 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:19:40,021 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33905,1731878376446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:19:40,021 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33905,1731878376446-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:19:40,023 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:19:40,023 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:19:40,023 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33905,1731878376446-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:40,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c97e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:40,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,33905,-1 for getting cluster id 2024-11-17T21:19:40,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:19:40,071 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd584a02d-05b0-48d9-b14a-081a82c60690' 2024-11-17T21:19:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:19:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d584a02d-05b0-48d9-b14a-081a82c60690" 2024-11-17T21:19:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121e3161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,33905,-1] 2024-11-17T21:19:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:19:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:40,073 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:19:40,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:40,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:19:40,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34441,1731878376636, seqNum=-1] 2024-11-17T21:19:40,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:19:40,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:19:40,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,33905,1731878376446 2024-11-17T21:19:40,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62342 2024-11-17T21:19:40,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:19:40,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014aaac8340002 connected 2024-11-17T21:19:40,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/hadoop.log.dir so I do NOT create it in target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f 2024-11-17T21:19:40,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:19:40,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/hadoop.tmp.dir so I do NOT create it in target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f 2024-11-17T21:19:40,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:19:40,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f 2024-11-17T21:19:40,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:19:40,126 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/cluster_2ddb0f12-28e3-ee73-f385-c81515656dfb, deleteOnExit=true 2024-11-17T21:19:40,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:19:40,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/test.cache.data in system properties and HBase conf 2024-11-17T21:19:40,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:19:40,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:19:40,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:19:40,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:19:40,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:19:40,127 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:19:40,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:19:40,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:19:40,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:19:40,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:19:40,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:19:40,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:19:40,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:19:40,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:19:40,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:19:40,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:19:40,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:19:40,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:19:40,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:19:40,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:19:40,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:19:40,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:19:40,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:19:40,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:19:40,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:19:40,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:19:40,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8042823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:19:40,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:19:40,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d7a90ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/java.io.tmpdir/jetty-localhost-33661-hadoop-hdfs-3_4_1-tests_jar-_-any-16024666377237922032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:19:40,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e032d09{HTTP/1.1, (http/1.1)}{localhost:33661} 2024-11-17T21:19:40,535 INFO [Time-limited test {}] server.Server(415): Started @145863ms 2024-11-17T21:19:40,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:19:40,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:19:40,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:19:40,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:19:40,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:19:40,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bff4f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:19:40,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:19:40,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4aba240d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/java.io.tmpdir/jetty-localhost-41151-hadoop-hdfs-3_4_1-tests_jar-_-any-5063730016285054337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:19:40,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d17fa12{HTTP/1.1, (http/1.1)}{localhost:41151} 2024-11-17T21:19:40,897 INFO [Time-limited test {}] server.Server(415): Started @146226ms 2024-11-17T21:19:40,898 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:19:40,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T21:19:40,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T21:19:40,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:19:41,517 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/cluster_2ddb0f12-28e3-ee73-f385-c81515656dfb/data/data1/current/BP-564459982-172.17.0.2-1731878380147/current, will proceed with Du for space computation calculation, 2024-11-17T21:19:41,517 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/cluster_2ddb0f12-28e3-ee73-f385-c81515656dfb/data/data2/current/BP-564459982-172.17.0.2-1731878380147/current, will proceed with Du for space computation calculation, 2024-11-17T21:19:41,532 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:19:41,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4953ee105041077e with lease ID 0x1c0299b0d990c69d: Processing first storage report for DS-2144b579-e7f6-42a5-a4ab-0929c0ce4b02 from datanode DatanodeRegistration(127.0.0.1:40691, datanodeUuid=144d648d-5602-42db-b8f8-7fd9c8b418f4, infoPort=37465, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1250853189;c=1731878380147) 2024-11-17T21:19:41,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4953ee105041077e with lease ID 0x1c0299b0d990c69d: from storage DS-2144b579-e7f6-42a5-a4ab-0929c0ce4b02 node DatanodeRegistration(127.0.0.1:40691, datanodeUuid=144d648d-5602-42db-b8f8-7fd9c8b418f4, infoPort=37465, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1250853189;c=1731878380147), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:19:41,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4953ee105041077e with lease ID 0x1c0299b0d990c69d: Processing first storage report for DS-8298aac5-2642-4019-b4a9-be596cf8b149 from datanode DatanodeRegistration(127.0.0.1:40691, datanodeUuid=144d648d-5602-42db-b8f8-7fd9c8b418f4, infoPort=37465, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1250853189;c=1731878380147) 2024-11-17T21:19:41,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4953ee105041077e with lease ID 0x1c0299b0d990c69d: from storage DS-8298aac5-2642-4019-b4a9-be596cf8b149 node DatanodeRegistration(127.0.0.1:40691, datanodeUuid=144d648d-5602-42db-b8f8-7fd9c8b418f4, infoPort=37465, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1250853189;c=1731878380147), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:19:41,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f 2024-11-17T21:19:41,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:41,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:19:42,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252 with version=8 2024-11-17T21:19:42,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/hbase-staging 2024-11-17T21:19:42,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:19:42,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:42,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:42,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:19:42,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:42,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:19:42,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:19:42,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:19:42,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41989 2024-11-17T21:19:42,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41989 connecting to ZooKeeper ensemble=127.0.0.1:62342 2024-11-17T21:19:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419890x0, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:19:42,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41989-0x1014aaac8340003 connected 2024-11-17T21:19:42,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:42,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:42,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Set watcher on znode that does not yet exist, /1-1805841319/running 2024-11-17T21:19:42,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252, hbase.cluster.distributed=false 2024-11-17T21:19:42,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Set watcher on znode that does not yet exist, /1-1805841319/acl 2024-11-17T21:19:42,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41989 2024-11-17T21:19:42,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41989 2024-11-17T21:19:42,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41989 2024-11-17T21:19:42,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41989 2024-11-17T21:19:42,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41989 2024-11-17T21:19:42,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:19:42,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:42,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:42,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:19:42,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:42,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:19:42,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:19:42,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:19:42,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44063 2024-11-17T21:19:42,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44063 connecting to ZooKeeper ensemble=127.0.0.1:62342 2024-11-17T21:19:42,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:42,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:42,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440630x0, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:19:42,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440630x0, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Set watcher on znode that does not yet exist, /1-1805841319/running 2024-11-17T21:19:42,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44063-0x1014aaac8340004 connected 2024-11-17T21:19:42,212 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:19:42,213 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:19:42,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Set watcher on znode that does not yet exist, /1-1805841319/master 2024-11-17T21:19:42,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Set watcher on znode that does not yet exist, /1-1805841319/acl 2024-11-17T21:19:42,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44063 2024-11-17T21:19:42,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44063 2024-11-17T21:19:42,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44063 2024-11-17T21:19:42,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44063 2024-11-17T21:19:42,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44063 2024-11-17T21:19:42,231 DEBUG [M:0;a313eea8709e:41989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:41989 2024-11-17T21:19:42,231 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1805841319/backup-masters/a313eea8709e,41989,1731878382039 2024-11-17T21:19:42,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319/backup-masters 2024-11-17T21:19:42,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319/backup-masters 2024-11-17T21:19:42,244 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Set watcher on existing znode=/1-1805841319/backup-masters/a313eea8709e,41989,1731878382039 2024-11-17T21:19:42,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1805841319/master 2024-11-17T21:19:42,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:42,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:42,254 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Set watcher on existing znode=/1-1805841319/master 2024-11-17T21:19:42,255 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1805841319/backup-masters/a313eea8709e,41989,1731878382039 from backup master directory 2024-11-17T21:19:42,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319/backup-masters 2024-11-17T21:19:42,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1805841319/backup-masters/a313eea8709e,41989,1731878382039 2024-11-17T21:19:42,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319/backup-masters 2024-11-17T21:19:42,265 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:19:42,265 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,41989,1731878382039 2024-11-17T21:19:42,268 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/hbase.id] with ID: 31bd7c4a-925f-4682-9c5c-4e079b299073 2024-11-17T21:19:42,268 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/.tmp/hbase.id 2024-11-17T21:19:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:19:42,673 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/.tmp/hbase.id]:[hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/hbase.id] 2024-11-17T21:19:42,684 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:42,684 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:19:42,685 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:19:42,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:42,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:19:43,175 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:19:43,176 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:19:43,176 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:19:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:19:43,583 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store 2024-11-17T21:19:43,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:19:43,989 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:43,989 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:19:43,989 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:43,989 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:43,990 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-17T21:19:43,990 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:43,990 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:43,990 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878383989Disabling compacts and flushes for region at 1731878383989Disabling writes for close at 1731878383990 (+1 ms)Writing region close event to WAL at 1731878383990Closed at 1731878383990 2024-11-17T21:19:43,990 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/.initializing 2024-11-17T21:19:43,991 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/WALs/a313eea8709e,41989,1731878382039 2024-11-17T21:19:43,992 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:19:43,993 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C41989%2C1731878382039, suffix=, logDir=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/WALs/a313eea8709e,41989,1731878382039, archiveDir=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/oldWALs, maxLogs=10 2024-11-17T21:19:44,007 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/WALs/a313eea8709e,41989,1731878382039/a313eea8709e%2C41989%2C1731878382039.1731878383994, exclude list is [], retry=0 2024-11-17T21:19:44,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40691,DS-2144b579-e7f6-42a5-a4ab-0929c0ce4b02,DISK] 2024-11-17T21:19:44,011 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/WALs/a313eea8709e,41989,1731878382039/a313eea8709e%2C41989%2C1731878382039.1731878383994 2024-11-17T21:19:44,011 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465)] 2024-11-17T21:19:44,011 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:19:44,011 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:44,011 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,011 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:19:44,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:44,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:44,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:19:44,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:44,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:44,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:19:44,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:44,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:44,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:19:44,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:44,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:44,019 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,019 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,020 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,021 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,021 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,021 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:19:44,022 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:44,024 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:19:44,024 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60975172, jitterRate=-0.09139913320541382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:19:44,024 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878384011Initializing all the Stores at 1731878384012 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878384012Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878384012Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878384012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878384012Cleaning up temporary data from old regions at 1731878384021 (+9 ms)Region opened successfully at 1731878384024 (+3 ms) 2024-11-17T21:19:44,025 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:19:44,027 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41084f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:19:44,028 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:19:44,028 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:19:44,028 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:19:44,028 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:19:44,029 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:19:44,029 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:19:44,029 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:19:44,030 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:19:44,031 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Unable to get data of znode /1-1805841319/balancer because node does not exist (not necessarily an error) 2024-11-17T21:19:44,096 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1805841319/balancer already deleted, retry=false 2024-11-17T21:19:44,096 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:19:44,097 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Unable to get data of znode /1-1805841319/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:19:44,106 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1805841319/normalizer already deleted, retry=false 2024-11-17T21:19:44,107 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:19:44,108 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Unable to get data of znode /1-1805841319/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:19:44,117 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1805841319/switch/split already deleted, retry=false 2024-11-17T21:19:44,118 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Unable to get data of znode /1-1805841319/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:19:44,127 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1805841319/switch/merge already deleted, retry=false 2024-11-17T21:19:44,129 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Unable to get data of znode /1-1805841319/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:19:44,138 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1805841319/snapshot-cleanup already deleted, retry=false 2024-11-17T21:19:44,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1805841319/running 2024-11-17T21:19:44,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1805841319/running 2024-11-17T21:19:44,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:44,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:44,149 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,41989,1731878382039, sessionid=0x1014aaac8340003, setting cluster-up flag (Was=false) 2024-11-17T21:19:44,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:44,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:44,201 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1805841319/flush-table-proc/acquired, /1-1805841319/flush-table-proc/reached, /1-1805841319/flush-table-proc/abort 2024-11-17T21:19:44,202 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,41989,1731878382039 2024-11-17T21:19:44,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:44,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:44,254 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1805841319/online-snapshot/acquired, /1-1805841319/online-snapshot/reached, /1-1805841319/online-snapshot/abort 2024-11-17T21:19:44,255 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,41989,1731878382039 2024-11-17T21:19:44,256 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:19:44,257 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:19:44,257 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:19:44,257 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:19:44,257 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,41989,1731878382039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:19:44,258 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:44,258 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:44,259 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:44,259 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:44,259 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:19:44,259 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,259 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:19:44,259 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878414260 2024-11-17T21:19:44,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:19:44,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:19:44,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:19:44,260 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:19:44,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:19:44,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:19:44,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:19:44,260 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:19:44,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:19:44,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:19:44,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:19:44,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:19:44,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:19:44,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:19:44,261 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:44,261 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878384261,5,FailOnTimeoutGroup] 2024-11-17T21:19:44,261 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:19:44,264 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878384261,5,FailOnTimeoutGroup] 2024-11-17T21:19:44,264 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,264 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:19:44,264 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,264 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:19:44,319 INFO [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(746): ClusterId : 31bd7c4a-925f-4682-9c5c-4e079b299073 2024-11-17T21:19:44,319 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:19:44,328 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:19:44,328 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:19:44,339 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:19:44,339 DEBUG [RS:0;a313eea8709e:44063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104d23fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:19:44,352 DEBUG [RS:0;a313eea8709e:44063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:44063 2024-11-17T21:19:44,353 INFO [RS:0;a313eea8709e:44063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:19:44,353 INFO [RS:0;a313eea8709e:44063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:19:44,353 DEBUG [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:19:44,353 INFO [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,41989,1731878382039 with port=44063, startcode=1731878382193 2024-11-17T21:19:44,354 DEBUG [RS:0;a313eea8709e:44063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:19:44,355 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:19:44,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,44063,1731878382193 2024-11-17T21:19:44,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41989 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,44063,1731878382193 2024-11-17T21:19:44,356 DEBUG [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252 2024-11-17T21:19:44,356 DEBUG [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38277 2024-11-17T21:19:44,356 DEBUG [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:19:44,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319/rs 2024-11-17T21:19:44,414 DEBUG [RS:0;a313eea8709e:44063 {}] zookeeper.ZKUtil(111): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Set watcher on existing znode=/1-1805841319/rs/a313eea8709e,44063,1731878382193 2024-11-17T21:19:44,414 WARN [RS:0;a313eea8709e:44063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:19:44,414 INFO [RS:0;a313eea8709e:44063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:19:44,414 DEBUG [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/WALs/a313eea8709e,44063,1731878382193 2024-11-17T21:19:44,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,44063,1731878382193] 2024-11-17T21:19:44,416 INFO [RS:0;a313eea8709e:44063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:19:44,418 INFO [RS:0;a313eea8709e:44063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:19:44,418 INFO [RS:0;a313eea8709e:44063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:19:44,418 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,420 INFO [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:19:44,421 INFO [RS:0;a313eea8709e:44063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:19:44,421 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,421 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:44,422 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:19:44,422 DEBUG [RS:0;a313eea8709e:44063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:19:44,424 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,424 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,424 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,424 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,424 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,424 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44063,1731878382193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:19:44,442 INFO [RS:0;a313eea8709e:44063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:19:44,443 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44063,1731878382193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,443 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,443 INFO [RS:0;a313eea8709e:44063 {}] regionserver.Replication(171): a313eea8709e,44063,1731878382193 started 2024-11-17T21:19:44,460 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:44,460 INFO [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,44063,1731878382193, RpcServer on a313eea8709e/172.17.0.2:44063, sessionid=0x1014aaac8340004 2024-11-17T21:19:44,461 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:19:44,461 DEBUG [RS:0;a313eea8709e:44063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,44063,1731878382193 2024-11-17T21:19:44,461 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,44063,1731878382193' 2024-11-17T21:19:44,461 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1805841319/flush-table-proc/abort' 2024-11-17T21:19:44,461 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1805841319/flush-table-proc/acquired' 2024-11-17T21:19:44,462 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:19:44,462 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:19:44,462 DEBUG [RS:0;a313eea8709e:44063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,44063,1731878382193 2024-11-17T21:19:44,462 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,44063,1731878382193' 2024-11-17T21:19:44,462 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1805841319/online-snapshot/abort' 2024-11-17T21:19:44,462 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1805841319/online-snapshot/acquired' 2024-11-17T21:19:44,462 DEBUG [RS:0;a313eea8709e:44063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:19:44,462 INFO [RS:0;a313eea8709e:44063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:19:44,462 INFO [RS:0;a313eea8709e:44063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:19:44,563 INFO [RS:0;a313eea8709e:44063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:19:44,564 INFO [RS:0;a313eea8709e:44063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C44063%2C1731878382193, suffix=, logDir=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/WALs/a313eea8709e,44063,1731878382193, archiveDir=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/oldWALs, maxLogs=10 2024-11-17T21:19:44,583 DEBUG [RS:0;a313eea8709e:44063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/WALs/a313eea8709e,44063,1731878382193/a313eea8709e%2C44063%2C1731878382193.1731878384565, exclude list is [], retry=0 2024-11-17T21:19:44,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40691,DS-2144b579-e7f6-42a5-a4ab-0929c0ce4b02,DISK] 2024-11-17T21:19:44,586 INFO [RS:0;a313eea8709e:44063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/WALs/a313eea8709e,44063,1731878382193/a313eea8709e%2C44063%2C1731878382193.1731878384565 2024-11-17T21:19:44,587 DEBUG [RS:0;a313eea8709e:44063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465)] 2024-11-17T21:19:44,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:19:44,671 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252 2024-11-17T21:19:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:19:44,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:19:45,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:45,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:19:45,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:19:45,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:45,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:45,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:19:45,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:19:45,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:45,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:45,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:19:45,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:19:45,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:45,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:45,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:19:45,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:19:45,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:45,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:45,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:19:45,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/1588230740 2024-11-17T21:19:45,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/1588230740 2024-11-17T21:19:45,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:19:45,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:19:45,086 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:19:45,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:19:45,089 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:19:45,089 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62212726, jitterRate=-0.07295814156532288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:19:45,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878385076Initializing all the Stores at 1731878385077 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878385077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878385077Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878385077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878385077Cleaning up temporary data from old regions at 1731878385086 (+9 ms)Region opened successfully at 1731878385089 (+3 ms) 2024-11-17T21:19:45,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:19:45,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:19:45,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:19:45,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:19:45,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:19:45,090 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:19:45,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878385089Disabling compacts and flushes for region at 1731878385089Disabling writes for close at 1731878385089Writing region close event to WAL at 1731878385090 (+1 ms)Closed at 1731878385090 2024-11-17T21:19:45,091 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:19:45,091 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:19:45,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:19:45,092 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:19:45,093 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:19:45,243 DEBUG [a313eea8709e:41989 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:19:45,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,44063,1731878382193 2024-11-17T21:19:45,244 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,44063,1731878382193, state=OPENING 2024-11-17T21:19:45,306 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:19:45,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:45,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:45,317 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:19:45,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1805841319/meta-region-server: CHANGED 2024-11-17T21:19:45,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1805841319/meta-region-server: CHANGED 2024-11-17T21:19:45,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,44063,1731878382193}] 2024-11-17T21:19:45,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:19:45,477 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:19:45,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:19:45,481 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:19:45,481 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:19:45,481 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:19:45,482 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C44063%2C1731878382193.meta, suffix=.meta, logDir=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/WALs/a313eea8709e,44063,1731878382193, archiveDir=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/oldWALs, maxLogs=10 2024-11-17T21:19:45,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:45,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:45,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:45,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:45,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:45,495 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/WALs/a313eea8709e,44063,1731878382193/a313eea8709e%2C44063%2C1731878382193.meta.1731878385482.meta, exclude list is [], retry=0 2024-11-17T21:19:45,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40691,DS-2144b579-e7f6-42a5-a4ab-0929c0ce4b02,DISK] 2024-11-17T21:19:45,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:45,498 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/WALs/a313eea8709e,44063,1731878382193/a313eea8709e%2C44063%2C1731878382193.meta.1731878385482.meta 2024-11-17T21:19:45,498 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465)] 2024-11-17T21:19:45,499 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:19:45,499 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:19:45,499 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:19:45,499 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:19:45,499 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:19:45,499 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:19:45,499 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:45,499 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:19:45,499 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:19:45,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:19:45,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:19:45,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:45,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:45,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:19:45,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:19:45,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:45,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:45,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:19:45,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:19:45,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:45,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:45,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:19:45,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:19:45,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:45,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:45,505 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:19:45,506 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/1588230740 2024-11-17T21:19:45,507 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/1588230740 2024-11-17T21:19:45,508 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:19:45,508 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:19:45,508 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:19:45,509 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:19:45,510 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74408281, jitterRate=0.10876978933811188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:19:45,510 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:19:45,510 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878385499Writing region info on filesystem at 1731878385499Initializing all the Stores at 1731878385500 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878385500Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878385500Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878385500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878385500Cleaning up temporary data from old regions at 1731878385508 (+8 ms)Running coprocessor post-open hooks at 1731878385510 (+2 ms)Region opened successfully at 1731878385510 2024-11-17T21:19:45,511 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878385476 2024-11-17T21:19:45,513 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:19:45,513 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:19:45,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,44063,1731878382193 2024-11-17T21:19:45,514 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,44063,1731878382193, state=OPEN 2024-11-17T21:19:45,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1805841319/meta-region-server 2024-11-17T21:19:45,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1805841319/meta-region-server 2024-11-17T21:19:45,523 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,44063,1731878382193 2024-11-17T21:19:45,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1805841319/meta-region-server: CHANGED 2024-11-17T21:19:45,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1805841319/meta-region-server: CHANGED 2024-11-17T21:19:45,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:19:45,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,44063,1731878382193 in 206 msec 2024-11-17T21:19:45,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:19:45,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-17T21:19:45,528 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:19:45,528 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:19:45,530 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:19:45,530 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,44063,1731878382193, seqNum=-1] 2024-11-17T21:19:45,530 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:19:45,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:19:45,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-11-17T21:19:45,536 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878385536, completionTime=-1 2024-11-17T21:19:45,536 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:19:45,536 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:19:45,537 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:19:45,538 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878445537 2024-11-17T21:19:45,538 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878505538 2024-11-17T21:19:45,538 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:19:45,538 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41989,1731878382039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:45,538 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41989,1731878382039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:45,538 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41989,1731878382039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:45,538 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:41989, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:45,538 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:45,538 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:45,540 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:19:45,542 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.277sec 2024-11-17T21:19:45,542 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:19:45,542 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:19:45,542 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:19:45,542 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:19:45,542 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:19:45,542 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41989,1731878382039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:19:45,542 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41989,1731878382039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:19:45,544 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:19:45,544 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:19:45,544 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41989,1731878382039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:45,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef2aaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:45,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41989,-1 for getting cluster id 2024-11-17T21:19:45,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:19:45,621 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31bd7c4a-925f-4682-9c5c-4e079b299073' 2024-11-17T21:19:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:19:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31bd7c4a-925f-4682-9c5c-4e079b299073" 2024-11-17T21:19:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c287b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41989,-1] 2024-11-17T21:19:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:19:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:45,623 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:19:45,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7b7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:45,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:19:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,44063,1731878382193, seqNum=-1] 2024-11-17T21:19:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:19:45,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:19:45,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,41989,1731878382039 2024-11-17T21:19:45,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62342 2024-11-17T21:19:45,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:19:45,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014aaac8340005 connected 2024-11-17T21:19:45,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e32095a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:45,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,33905,-1 for getting cluster id 2024-11-17T21:19:45,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:19:45,658 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd584a02d-05b0-48d9-b14a-081a82c60690' 2024-11-17T21:19:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:19:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d584a02d-05b0-48d9-b14a-081a82c60690" 2024-11-17T21:19:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c84dfd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,33905,-1] 2024-11-17T21:19:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:19:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:45,659 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:19:45,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1eaa31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:45,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:19:45,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,33905,1731878376446 2024-11-17T21:19:45,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43d6aba9 2024-11-17T21:19:45,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:19:45,662 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:19:45,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33905 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:41989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:19:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:19:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:19:45,665 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:41989' 2024-11-17T21:19:45,666 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5c85f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:45,666 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41989,-1 for getting cluster id 2024-11-17T21:19:45,666 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:19:45,666 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31bd7c4a-925f-4682-9c5c-4e079b299073' 2024-11-17T21:19:45,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:19:45,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31bd7c4a-925f-4682-9c5c-4e079b299073" 2024-11-17T21:19:45,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747e49f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:45,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41989,-1] 2024-11-17T21:19:45,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:19:45,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:45,668 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:19:45,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b7678d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:45,669 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:19:45,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41989,1731878382039 2024-11-17T21:19:45,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78e9888f 2024-11-17T21:19:45,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:19:45,670 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:19:45,671 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T21:19:45,671 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:19:45,671 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:45,671 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:45,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:19:45,671 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:19:45,673 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:19:45,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:19:45,674 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:45,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:19:45,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741835_1011 (size=1138) 2024-11-17T21:19:45,723 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:19:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:19:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:19:46,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f35de00e7efc18e18b7aaaa0c890007, NAME => 'hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab 2024-11-17T21:19:46,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741836_1012 (size=44) 2024-11-17T21:19:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:19:46,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:46,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3f35de00e7efc18e18b7aaaa0c890007, disabling compactions & flushes 2024-11-17T21:19:46,487 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:46,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:46,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. after waiting 0 ms 2024-11-17T21:19:46,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:46,487 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:46,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f35de00e7efc18e18b7aaaa0c890007: Waiting for close lock at 1731878386487Disabling compacts and flushes for region at 1731878386487Disabling writes for close at 1731878386487Writing region close event to WAL at 1731878386487Closed at 1731878386487 2024-11-17T21:19:46,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:19:46,489 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878386488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878386488"}]},"ts":"1731878386488"} 2024-11-17T21:19:46,490 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:19:46,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:19:46,491 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878386491"}]},"ts":"1731878386491"} 2024-11-17T21:19:46,493 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:19:46,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f35de00e7efc18e18b7aaaa0c890007, ASSIGN}] 2024-11-17T21:19:46,495 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f35de00e7efc18e18b7aaaa0c890007, ASSIGN 2024-11-17T21:19:46,495 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f35de00e7efc18e18b7aaaa0c890007, ASSIGN; state=OFFLINE, location=a313eea8709e,34441,1731878376636; forceNewPlan=false, retain=false 2024-11-17T21:19:46,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3f35de00e7efc18e18b7aaaa0c890007, regionState=OPENING, regionLocation=a313eea8709e,34441,1731878376636 2024-11-17T21:19:46,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f35de00e7efc18e18b7aaaa0c890007, ASSIGN because future has completed 2024-11-17T21:19:46,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f35de00e7efc18e18b7aaaa0c890007, server=a313eea8709e,34441,1731878376636}] 2024-11-17T21:19:46,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:19:46,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:19:46,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:19:46,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C34441%2C1731878376636.rep, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs, maxLogs=10 2024-11-17T21:19:46,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.rep.1731878386806, exclude list is [], retry=0 2024-11-17T21:19:46,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-bbf16204-1082-47f1-9a95-bc50b35eebba,DISK] 2024-11-17T21:19:46,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.rep.1731878386806 2024-11-17T21:19:46,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-17T21:19:46,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f35de00e7efc18e18b7aaaa0c890007, NAME => 'hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:19:46,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:19:46,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:19:46,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. service=MultiRowMutationService 2024-11-17T21:19:46,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:19:46,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:46,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,823 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,825 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f35de00e7efc18e18b7aaaa0c890007 columnFamilyName hfileref 2024-11-17T21:19:46,825 DEBUG [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:46,825 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(327): Store=3f35de00e7efc18e18b7aaaa0c890007/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:46,825 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,826 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f35de00e7efc18e18b7aaaa0c890007 columnFamilyName queue 2024-11-17T21:19:46,826 DEBUG [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:46,826 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(327): Store=3f35de00e7efc18e18b7aaaa0c890007/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:46,827 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,828 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f35de00e7efc18e18b7aaaa0c890007 columnFamilyName sid 2024-11-17T21:19:46,828 DEBUG [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:46,828 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(327): Store=3f35de00e7efc18e18b7aaaa0c890007/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:46,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:19:46,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:19:46,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3f35de00e7efc18e18b7aaaa0c890007; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67091837, jitterRate=-2.5372207164764404E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:19:46,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:46,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3f35de00e7efc18e18b7aaaa0c890007: Running coprocessor pre-open hook at 1731878386822Writing region info on filesystem at 1731878386822Initializing all the Stores at 1731878386823 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878386823Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878386823Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878386823Cleaning up temporary data from old regions at 1731878386830 (+7 ms)Running coprocessor post-open hooks at 1731878386833 (+3 ms)Region opened successfully at 1731878386834 (+1 ms) 2024-11-17T21:19:46,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007., pid=7, masterSystemTime=1731878386801 2024-11-17T21:19:46,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:46,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:46,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3f35de00e7efc18e18b7aaaa0c890007, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,34441,1731878376636 2024-11-17T21:19:46,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f35de00e7efc18e18b7aaaa0c890007, server=a313eea8709e,34441,1731878376636 because future has completed 2024-11-17T21:19:46,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T21:19:46,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f35de00e7efc18e18b7aaaa0c890007, server=a313eea8709e,34441,1731878376636 in 191 msec 2024-11-17T21:19:46,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:19:46,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f35de00e7efc18e18b7aaaa0c890007, ASSIGN in 348 msec 2024-11-17T21:19:46,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:19:46,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878386844"}]},"ts":"1731878386844"} 2024-11-17T21:19:46,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:19:46,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:19:46,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-17T21:19:46,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007., hostname=a313eea8709e,34441,1731878376636, seqNum=2] 2024-11-17T21:19:46,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:46,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:46,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:19:47,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T21:19:47,124 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:19:47,148 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,34441,1731878376636, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:19:47,148 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:19:47,148 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34441,1731878376636, seqNum=-1] 2024-11-17T21:19:47,149 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:19:47,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-17T21:19:47,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,34441,1731878376636', locateType=CURRENT is [region=hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007., hostname=a313eea8709e,34441,1731878376636, seqNum=2] 2024-11-17T21:19:47,153 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T21:19:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33905 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T21:19:47,155 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,34441,1731878376636 suceeded 2024-11-17T21:19:47,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T21:19:47,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-17T21:19:47,158 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:41989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:19:47,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-17T21:19:47,167 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:41989' 2024-11-17T21:19:47,169 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56885b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:47,169 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41989,-1 for getting cluster id 2024-11-17T21:19:47,169 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:19:47,169 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31bd7c4a-925f-4682-9c5c-4e079b299073' 2024-11-17T21:19:47,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:19:47,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31bd7c4a-925f-4682-9c5c-4e079b299073" 2024-11-17T21:19:47,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62dc8849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:47,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41989,-1] 2024-11-17T21:19:47,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:19:47,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:47,171 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:19:47,171 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b11d1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:47,171 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:19:47,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41989,1731878382039 2024-11-17T21:19:47,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f8c0b8a 2024-11-17T21:19:47,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:19:47,173 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-17T21:19:47,173 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,34441,1731878376636 (queues=1) is replicating from cluster=d584a02d-05b0-48d9-b14a-081a82c60690 to cluster=31bd7c4a-925f-4682-9c5c-4e079b299073 2024-11-17T21:19:47,173 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C34441%2C1731878376636 2024-11-17T21:19:47,173 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,34441,1731878376636, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:19:47,174 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636.replicationSource.shippera313eea8709e%2C34441%2C1731878376636,1-a313eea8709e,34441,1731878376636 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C34441%2C1731878376636 2024-11-17T21:19:47,174 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636.replicationSource.wal-reader.a313eea8709e%2C34441%2C1731878376636,1-a313eea8709e,34441,1731878376636 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.1731878378968, startPosition=0, beingWritten=true 2024-11-17T21:19:47,379 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636.replicationSource.wal-reader.a313eea8709e%2C34441%2C1731878376636,1-a313eea8709e,34441,1731878376636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.1731878378968 to pos 0, reset compression=false 2024-11-17T21:19:47,684 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636.replicationSource.wal-reader.a313eea8709e%2C34441%2C1731878376636,1-a313eea8709e,34441,1731878376636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.1731878378968 to pos 0, reset compression=false 2024-11-17T21:19:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:19:47,825 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:19:47,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:19:47,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:47,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:47,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:47,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:19:47,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:19:47,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,33905,1731878376446 2024-11-17T21:19:47,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@198e2d20 2024-11-17T21:19:47,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:19:47,828 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:19:47,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33905 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T21:19:47,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:19:47,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:47,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:47,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:47,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:19:47,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:19:47,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=621472646, stopped=false 2024-11-17T21:19:47,829 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,33905,1731878376446 2024-11-17T21:19:47,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147464831/running 2024-11-17T21:19:47,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147464831/running 2024-11-17T21:19:47,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:47,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:47,885 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:19:47,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:19:47,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:47,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:47,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/running 2024-11-17T21:19:47,886 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,34441,1731878376636' ***** 2024-11-17T21:19:47,886 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:19:47,886 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:19:47,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/running 2024-11-17T21:19:47,886 INFO [RS:0;a313eea8709e:34441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:19:47,886 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:19:47,886 INFO [RS:0;a313eea8709e:34441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:19:47,886 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:47,887 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,34441,1731878376636 2024-11-17T21:19:47,887 INFO [RS:0;a313eea8709e:34441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:19:47,887 INFO [RS:0;a313eea8709e:34441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:34441. 2024-11-17T21:19:47,887 DEBUG [RS:0;a313eea8709e:34441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:47,887 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f35de00e7efc18e18b7aaaa0c890007, disabling compactions & flushes 2024-11-17T21:19:47,887 DEBUG [RS:0;a313eea8709e:34441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:47,887 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:47,887 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:47,887 INFO [RS:0;a313eea8709e:34441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:19:47,887 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. after waiting 0 ms 2024-11-17T21:19:47,887 INFO [RS:0;a313eea8709e:34441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:19:47,887 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:47,887 INFO [RS:0;a313eea8709e:34441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:19:47,887 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:19:47,887 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f35de00e7efc18e18b7aaaa0c890007 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T21:19:47,887 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:19:47,887 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3f35de00e7efc18e18b7aaaa0c890007=hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007.} 2024-11-17T21:19:47,887 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:47,887 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:19:47,887 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:19:47,887 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:19:47,887 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:19:47,887 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:19:47,887 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T21:19:47,902 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/info/4e26c17d0a884c43ad09cf307064c6d6 is 147, key is hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007./info:regioninfo/1731878386837/Put/seqid=0 2024-11-17T21:19:47,904 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007/.tmp/queue/906d009fd8c748dcb39e475efc900622 is 151, key is 1-a313eea8709e,34441,1731878376636/queue:a313eea8709e%2C34441%2C1731878376636/1731878387152/Put/seqid=0 2024-11-17T21:19:47,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741838_1014 (size=6631) 2024-11-17T21:19:47,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741839_1015 (size=5350) 2024-11-17T21:19:47,908 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007/.tmp/queue/906d009fd8c748dcb39e475efc900622 2024-11-17T21:19:47,913 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007/.tmp/queue/906d009fd8c748dcb39e475efc900622 as hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007/queue/906d009fd8c748dcb39e475efc900622 2024-11-17T21:19:47,919 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007/queue/906d009fd8c748dcb39e475efc900622, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T21:19:47,920 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3f35de00e7efc18e18b7aaaa0c890007 in 33ms, sequenceid=5, compaction requested=false 2024-11-17T21:19:47,920 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T21:19:47,924 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T21:19:47,925 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:19:47,925 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:19:47,925 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:47,925 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f35de00e7efc18e18b7aaaa0c890007: Waiting for close lock at 1731878387887Running coprocessor pre-close hooks at 1731878387887Disabling compacts and flushes for region at 1731878387887Disabling writes for close at 1731878387887Obtaining lock to block concurrent updates at 1731878387887Preparing flush snapshotting stores in 3f35de00e7efc18e18b7aaaa0c890007 at 1731878387887Finished memstore snapshotting hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731878387887Flushing stores of hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. at 1731878387888 (+1 ms)Flushing 3f35de00e7efc18e18b7aaaa0c890007/queue: creating writer at 1731878387888Flushing 3f35de00e7efc18e18b7aaaa0c890007/queue: appending metadata at 1731878387903 (+15 ms)Flushing 3f35de00e7efc18e18b7aaaa0c890007/queue: closing flushed file at 1731878387903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1ffd77: reopening flushed file at 1731878387913 (+10 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3f35de00e7efc18e18b7aaaa0c890007 in 33ms, sequenceid=5, compaction requested=false at 1731878387920 (+7 ms)Writing region close event to WAL at 1731878387921 (+1 ms)Running coprocessor post-close hooks at 1731878387925 (+4 ms)Closed at 1731878387925 2024-11-17T21:19:47,925 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:47,934 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:19:48,087 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:48,088 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636.replicationSource.wal-reader.a313eea8709e%2C34441%2C1731878376636,1-a313eea8709e,34441,1731878376636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.1731878378968 to pos 0, reset compression=false 2024-11-17T21:19:48,287 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:48,307 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/info/4e26c17d0a884c43ad09cf307064c6d6 2024-11-17T21:19:48,324 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/ns/930af43f4b25465386e3d25693a97376 is 43, key is default/ns:d/1731878380010/Put/seqid=0 2024-11-17T21:19:48,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741840_1016 (size=5153) 2024-11-17T21:19:48,488 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:48,592 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636.replicationSource.wal-reader.a313eea8709e%2C34441%2C1731878376636,1-a313eea8709e,34441,1731878376636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.1731878378968 to pos 0, reset compression=false 2024-11-17T21:19:48,688 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:48,728 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/ns/930af43f4b25465386e3d25693a97376 2024-11-17T21:19:48,745 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/table/7c2f1b48ba8e4f628e76acb3e709652b is 53, key is hbase:replication/table:state/1731878386844/Put/seqid=0 2024-11-17T21:19:48,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741841_1017 (size=5256) 2024-11-17T21:19:48,836 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:19:48,836 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:19:48,888 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:19:48,888 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:19:48,888 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:49,088 DEBUG [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:49,149 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/table/7c2f1b48ba8e4f628e76acb3e709652b 2024-11-17T21:19:49,154 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/info/4e26c17d0a884c43ad09cf307064c6d6 as hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/info/4e26c17d0a884c43ad09cf307064c6d6 2024-11-17T21:19:49,159 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/info/4e26c17d0a884c43ad09cf307064c6d6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T21:19:49,160 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/ns/930af43f4b25465386e3d25693a97376 as hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/ns/930af43f4b25465386e3d25693a97376 2024-11-17T21:19:49,164 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/ns/930af43f4b25465386e3d25693a97376, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T21:19:49,165 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/table/7c2f1b48ba8e4f628e76acb3e709652b as hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/table/7c2f1b48ba8e4f628e76acb3e709652b 2024-11-17T21:19:49,170 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/table/7c2f1b48ba8e4f628e76acb3e709652b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T21:19:49,170 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1283ms, sequenceid=11, compaction requested=false 2024-11-17T21:19:49,174 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T21:19:49,175 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:19:49,175 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:19:49,175 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:19:49,175 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878387887Running coprocessor pre-close hooks at 1731878387887Disabling compacts and flushes for region at 1731878387887Disabling writes for close at 1731878387887Obtaining lock to block concurrent updates at 1731878387887Preparing flush snapshotting stores in 1588230740 at 1731878387887Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731878387888 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731878387888Flushing 1588230740/info: creating writer at 1731878387888Flushing 1588230740/info: appending metadata at 1731878387902 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731878387902Flushing 1588230740/ns: creating writer at 1731878388312 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731878388324 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731878388324Flushing 1588230740/table: creating writer at 1731878388733 (+409 ms)Flushing 1588230740/table: appending metadata at 1731878388744 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731878388744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fcf8024: reopening flushed file at 1731878389154 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46cbfcfe: reopening flushed file at 1731878389159 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ec647d: reopening flushed file at 1731878389164 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1283ms, sequenceid=11, compaction requested=false at 1731878389170 (+6 ms)Writing region close event to WAL at 1731878389172 (+2 ms)Running coprocessor post-close hooks at 1731878389175 (+3 ms)Closed at 1731878389175 2024-11-17T21:19:49,175 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:19:49,197 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636.replicationSource.wal-reader.a313eea8709e%2C34441%2C1731878376636,1-a313eea8709e,34441,1731878376636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.1731878378968 to pos 0, reset compression=false 2024-11-17T21:19:49,288 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,34441,1731878376636; all regions closed. 2024-11-17T21:19:49,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741834_1010 (size=2742) 2024-11-17T21:19:49,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.meta.1731878379931.meta not finished, retry = 0 2024-11-17T21:19:49,393 DEBUG [RS:0;a313eea8709e:34441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs 2024-11-17T21:19:49,393 INFO [RS:0;a313eea8709e:34441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C34441%2C1731878376636.meta:.meta(num 1731878379931) 2024-11-17T21:19:49,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741837_1013 (size=1586) 2024-11-17T21:19:49,395 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.rep.1731878386806 not finished, retry = 0 2024-11-17T21:19:49,498 DEBUG [RS:0;a313eea8709e:34441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs 2024-11-17T21:19:49,498 INFO [RS:0;a313eea8709e:34441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C34441%2C1731878376636.rep:(num 1731878386806) 2024-11-17T21:19:49,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636/a313eea8709e%2C34441%2C1731878376636.1731878378968 not finished, retry = 0 2024-11-17T21:19:49,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741832_1008 (size=93) 2024-11-17T21:19:49,645 DEBUG [RS:0;a313eea8709e:34441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs 2024-11-17T21:19:49,645 INFO [RS:0;a313eea8709e:34441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C34441%2C1731878376636:(num 1731878378968) 2024-11-17T21:19:49,645 DEBUG [RS:0;a313eea8709e:34441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:49,645 INFO [RS:0;a313eea8709e:34441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:19:49,645 INFO [RS:0;a313eea8709e:34441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:19:49,645 INFO [RS:0;a313eea8709e:34441 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T21:19:49,645 INFO [RS:0;a313eea8709e:34441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:19:49,645 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:19:49,646 INFO [RS:0;a313eea8709e:34441 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,34441,1731878376636 because: Region server is closing 2024-11-17T21:19:49,646 INFO [RS:0;a313eea8709e:34441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:34441. 2024-11-17T21:19:49,646 DEBUG [RS:0;a313eea8709e:34441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:49,646 DEBUG [RS:0;a313eea8709e:34441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:49,646 DEBUG [RS:0;a313eea8709e:34441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:49,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:19:49,746 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636.replicationSource.shippera313eea8709e%2C34441%2C1731878376636,1-a313eea8709e,34441,1731878376636 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T21:19:49,746 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636.replicationSource.wal-reader.a313eea8709e%2C34441%2C1731878376636,1-a313eea8709e,34441,1731878376636 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:19:49,746 INFO [RS:0;a313eea8709e:34441 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34441,1731878376636.replicationSource.shippera313eea8709e%2C34441%2C1731878376636,1-a313eea8709e,34441,1731878376636 terminated 2024-11-17T21:19:49,747 INFO [RS:0;a313eea8709e:34441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34441 2024-11-17T21:19:49,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147464831/rs/a313eea8709e,34441,1731878376636 2024-11-17T21:19:49,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/rs 2024-11-17T21:19:49,765 INFO [RS:0;a313eea8709e:34441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:19:49,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,34441,1731878376636] 2024-11-17T21:19:49,786 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/draining/a313eea8709e,34441,1731878376636 already deleted, retry=false 2024-11-17T21:19:49,786 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,34441,1731878376636 expired; onlineServers=0 2024-11-17T21:19:49,786 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,33905,1731878376446' ***** 2024-11-17T21:19:49,786 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:19:49,786 INFO [M:0;a313eea8709e:33905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:19:49,786 INFO [M:0;a313eea8709e:33905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:19:49,786 DEBUG [M:0;a313eea8709e:33905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:19:49,787 DEBUG [M:0;a313eea8709e:33905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:19:49,787 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:19:49,787 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878378703 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878378703,5,FailOnTimeoutGroup] 2024-11-17T21:19:49,787 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878378704 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878378704,5,FailOnTimeoutGroup] 2024-11-17T21:19:49,787 INFO [M:0;a313eea8709e:33905 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:19:49,787 INFO [M:0;a313eea8709e:33905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:19:49,787 DEBUG [M:0;a313eea8709e:33905 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:19:49,787 INFO [M:0;a313eea8709e:33905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:19:49,787 INFO [M:0;a313eea8709e:33905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:19:49,787 INFO [M:0;a313eea8709e:33905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:19:49,787 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:19:49,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147464831/master 2024-11-17T21:19:49,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:49,797 DEBUG [M:0;a313eea8709e:33905 {}] zookeeper.ZKUtil(347): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/master because node does not exist (not an error) 2024-11-17T21:19:49,797 WARN [M:0;a313eea8709e:33905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:19:49,797 INFO [M:0;a313eea8709e:33905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/.lastflushedseqids 2024-11-17T21:19:49,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741842_1018 (size=181) 2024-11-17T21:19:49,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:49,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x1014aaac8340001, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:49,876 INFO [RS:0;a313eea8709e:34441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:19:49,876 INFO [RS:0;a313eea8709e:34441 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,34441,1731878376636; zookeeper connection closed. 2024-11-17T21:19:49,876 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71723061 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71723061 2024-11-17T21:19:49,876 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:19:50,202 INFO [M:0;a313eea8709e:33905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:19:50,202 INFO [M:0;a313eea8709e:33905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:19:50,202 DEBUG [M:0;a313eea8709e:33905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:19:50,202 INFO [M:0;a313eea8709e:33905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:50,202 DEBUG [M:0;a313eea8709e:33905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:50,202 DEBUG [M:0;a313eea8709e:33905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:19:50,202 DEBUG [M:0;a313eea8709e:33905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:50,202 INFO [M:0;a313eea8709e:33905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T21:19:50,215 DEBUG [M:0;a313eea8709e:33905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2f51242b6214d2ab39bb0d9949b5e62 is 82, key is hbase:meta,,1/info:regioninfo/1731878379965/Put/seqid=0 2024-11-17T21:19:50,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741843_1019 (size=5672) 2024-11-17T21:19:50,620 INFO [M:0;a313eea8709e:33905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2f51242b6214d2ab39bb0d9949b5e62 2024-11-17T21:19:50,640 DEBUG [M:0;a313eea8709e:33905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/808f2e406e2d483c9146c13abf43adfd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731878386848/Put/seqid=0 2024-11-17T21:19:50,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741844_1020 (size=7203) 2024-11-17T21:19:51,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:19:51,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:51,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:51,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:51,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:51,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:51,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:51,045 INFO [M:0;a313eea8709e:33905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/808f2e406e2d483c9146c13abf43adfd 2024-11-17T21:19:51,066 DEBUG [M:0;a313eea8709e:33905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83fdae5f67a34c4a877cbf598efc953c is 69, key is a313eea8709e,34441,1731878376636/rs:state/1731878378804/Put/seqid=0 2024-11-17T21:19:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741845_1021 (size=5156) 2024-11-17T21:19:51,471 INFO [M:0;a313eea8709e:33905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83fdae5f67a34c4a877cbf598efc953c 2024-11-17T21:19:51,476 DEBUG [M:0;a313eea8709e:33905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2f51242b6214d2ab39bb0d9949b5e62 as hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2f51242b6214d2ab39bb0d9949b5e62 2024-11-17T21:19:51,480 INFO [M:0;a313eea8709e:33905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2f51242b6214d2ab39bb0d9949b5e62, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T21:19:51,481 DEBUG [M:0;a313eea8709e:33905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/808f2e406e2d483c9146c13abf43adfd as hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/808f2e406e2d483c9146c13abf43adfd 2024-11-17T21:19:51,485 INFO [M:0;a313eea8709e:33905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/808f2e406e2d483c9146c13abf43adfd, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T21:19:51,486 DEBUG [M:0;a313eea8709e:33905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83fdae5f67a34c4a877cbf598efc953c as hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83fdae5f67a34c4a877cbf598efc953c 2024-11-17T21:19:51,490 INFO [M:0;a313eea8709e:33905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83fdae5f67a34c4a877cbf598efc953c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T21:19:51,491 INFO [M:0;a313eea8709e:33905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false 2024-11-17T21:19:51,492 INFO [M:0;a313eea8709e:33905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:51,492 DEBUG [M:0;a313eea8709e:33905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878390202Disabling compacts and flushes for region at 1731878390202Disabling writes for close at 1731878390202Obtaining lock to block concurrent updates at 1731878390202Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878390202Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731878390203 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878390203Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878390203Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878390215 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878390215Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878390624 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878390640 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878390640Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878391050 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878391066 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878391066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3116f48: reopening flushed file at 1731878391475 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de37af4: reopening flushed file at 1731878391480 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7067f9c: reopening flushed file at 1731878391485 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false at 1731878391491 (+6 ms)Writing region close event to WAL at 1731878391492 (+1 ms)Closed at 1731878391492 2024-11-17T21:19:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741830_1006 (size=41008) 2024-11-17T21:19:51,496 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,33905,1731878376446/a313eea8709e%2C33905%2C1731878376446.1731878378415 not finished, retry = 0 2024-11-17T21:19:51,597 INFO [M:0;a313eea8709e:33905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:19:51,597 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:19:51,597 INFO [M:0;a313eea8709e:33905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33905 2024-11-17T21:19:51,597 INFO [M:0;a313eea8709e:33905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:19:51,816 INFO [M:0;a313eea8709e:33905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:19:51,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:51,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33905-0x1014aaac8340000, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:51,818 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:19:51,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:51,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:51,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:19:51,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:51,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:19:51,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:19:51,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:19:51,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34027 2024-11-17T21:19:51,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34027 connecting to ZooKeeper ensemble=127.0.0.1:62342 2024-11-17T21:19:51,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340270x0, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:19:51,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34027-0x1014aaac8340006 connected 2024-11-17T21:19:51,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:51,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:51,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/running 2024-11-17T21:19:51,847 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: INIT 2024-11-17T21:19:51,847 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab, hbase.cluster.distributed=false 2024-11-17T21:19:51,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/acl 2024-11-17T21:19:51,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34027 2024-11-17T21:19:51,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34027 2024-11-17T21:19:51,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34027 2024-11-17T21:19:51,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34027 2024-11-17T21:19:51,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34027 2024-11-17T21:19:51,861 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:19:51,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:51,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:51,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:19:51,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:19:51,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:19:51,862 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:19:51,862 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:19:51,862 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41483 2024-11-17T21:19:51,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41483 connecting to ZooKeeper ensemble=127.0.0.1:62342 2024-11-17T21:19:51,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:51,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:51,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414830x0, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:19:51,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414830x0, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/running 2024-11-17T21:19:51,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41483-0x1014aaac8340007 connected 2024-11-17T21:19:51,875 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: INIT 2024-11-17T21:19:51,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:19:51,875 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:19:51,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/master 2024-11-17T21:19:51,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/acl 2024-11-17T21:19:51,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41483 2024-11-17T21:19:51,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41483 2024-11-17T21:19:51,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41483 2024-11-17T21:19:51,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41483 2024-11-17T21:19:51,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41483 2024-11-17T21:19:51,891 DEBUG [M:0;a313eea8709e:34027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:34027 2024-11-17T21:19:51,892 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-147464831/backup-masters/a313eea8709e,34027,1731878391818 2024-11-17T21:19:51,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/backup-masters 2024-11-17T21:19:51,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/backup-masters 2024-11-17T21:19:51,902 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on existing znode=/0-147464831/backup-masters/a313eea8709e,34027,1731878391818 2024-11-17T21:19:51,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147464831/master 2024-11-17T21:19:51,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:51,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:51,913 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on existing znode=/0-147464831/master 2024-11-17T21:19:51,913 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-147464831/backup-masters/a313eea8709e,34027,1731878391818 from backup master directory 2024-11-17T21:19:51,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147464831/backup-masters/a313eea8709e,34027,1731878391818 2024-11-17T21:19:51,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/backup-masters 2024-11-17T21:19:51,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/backup-masters 2024-11-17T21:19:51,923 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:19:51,923 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,34027,1731878391818 2024-11-17T21:19:51,933 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:19:51,933 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:19:51,938 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-17T21:19:51,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741846_1022 (size=196) 2024-11-17T21:19:52,353 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:19:52,354 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:19:52,354 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:19:52,359 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T21:19:52,360 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,33905,1731878376446 to hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,33905,1731878376446-dead as it is dead 2024-11-17T21:19:52,361 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,33905,1731878376446-dead/a313eea8709e%2C33905%2C1731878376446.1731878378415 2024-11-17T21:19:52,361 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,33905,1731878376446-dead/a313eea8709e%2C33905%2C1731878376446.1731878378415 after 0ms 2024-11-17T21:19:52,362 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,33905,1731878376446-dead/a313eea8709e%2C33905%2C1731878376446.1731878378415 to hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a313eea8709e%2C33905%2C1731878376446.1731878378415 2024-11-17T21:19:52,362 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,33905,1731878376446-dead 2024-11-17T21:19:52,362 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,34027,1731878391818 2024-11-17T21:19:52,363 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:19:52,364 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C34027%2C1731878391818, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,34027,1731878391818, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/oldWALs, maxLogs=10 2024-11-17T21:19:52,375 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,34027,1731878391818/a313eea8709e%2C34027%2C1731878391818.1731878392364, exclude list is [], retry=0 2024-11-17T21:19:52,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-bbf16204-1082-47f1-9a95-bc50b35eebba,DISK] 2024-11-17T21:19:52,379 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,34027,1731878391818/a313eea8709e%2C34027%2C1731878391818.1731878392364 2024-11-17T21:19:52,380 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-17T21:19:52,380 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:19:52,380 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:52,380 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:52,380 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:52,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:52,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:19:52,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:52,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2f51242b6214d2ab39bb0d9949b5e62 2024-11-17T21:19:52,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:52,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:52,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:19:52,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:52,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/808f2e406e2d483c9146c13abf43adfd 2024-11-17T21:19:52,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:52,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:52,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:19:52,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:52,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83fdae5f67a34c4a877cbf598efc953c 2024-11-17T21:19:52,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:52,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:52,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:19:52,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:52,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:52,401 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:52,401 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T21:19:52,402 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a313eea8709e%2C33905%2C1731878376446.1731878378415 2024-11-17T21:19:52,405 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a313eea8709e%2C33905%2C1731878376446.1731878378415 2024-11-17T21:19:52,406 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a313eea8709e%2C33905%2C1731878376446.1731878378415 2024-11-17T21:19:52,407 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:52,407 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:52,407 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:19:52,408 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:19:52,410 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-17T21:19:52,410 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67096672, jitterRate=-1.8167495727539062E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:19:52,411 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878392380Initializing all the Stores at 1731878392381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878392381Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878392381Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878392381Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878392381Cleaning up temporary data from old regions at 1731878392407 (+26 ms)Region opened successfully at 1731878392411 (+4 ms) 2024-11-17T21:19:52,411 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:19:52,413 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccf34b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:19:52,415 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T21:19:52,415 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:19:52,415 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:19:52,415 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:19:52,416 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:19:52,418 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:19:52,419 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:19:52,419 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:19:52,419 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-17T21:19:52,419 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:19:52,421 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a313eea8709e,34441,1731878376636, regionLocation=a313eea8709e,34441,1731878376636, openSeqNum=2 2024-11-17T21:19:52,421 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a313eea8709e,34441,1731878376636, table=hbase:meta, region=1588230740 2024-11-17T21:19:52,422 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,34441,1731878376636, state=OPEN 2024-11-17T21:19:52,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147464831/meta-region-server 2024-11-17T21:19:52,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147464831/meta-region-server 2024-11-17T21:19:52,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: CHANGED 2024-11-17T21:19:52,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: CHANGED 2024-11-17T21:19:52,478 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:19:52,485 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/draining/a313eea8709e,34441,1731878376636 already deleted, retry=false 2024-11-17T21:19:52,485 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a313eea8709e,34441,1731878376636 on a313eea8709e,34027,1731878391818 2024-11-17T21:19:52,486 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a313eea8709e,34441,1731878376636, splitWal=true, meta=true 2024-11-17T21:19:52,486 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for a313eea8709e,34441,1731878376636 (carryingMeta=true) a313eea8709e,34441,1731878376636/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@40e5ed46[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T21:19:52,488 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/balancer because node does not exist (not necessarily an error) 2024-11-17T21:19:52,495 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/balancer already deleted, retry=false 2024-11-17T21:19:52,495 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:19:52,496 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:19:52,506 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/normalizer already deleted, retry=false 2024-11-17T21:19:52,506 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:19:52,507 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:19:52,516 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/switch/split already deleted, retry=false 2024-11-17T21:19:52,517 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:19:52,527 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/switch/merge already deleted, retry=false 2024-11-17T21:19:52,539 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:19:52,548 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/snapshot-cleanup already deleted, retry=false 2024-11-17T21:19:52,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147464831/running 2024-11-17T21:19:52,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147464831/running 2024-11-17T21:19:52,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:52,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:19:52,559 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,34027,1731878391818, sessionid=0x1014aaac8340006, setting cluster-up flag (Was=false) 2024-11-17T21:19:52,570 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-147464831/flush-table-proc/acquired, /0-147464831/flush-table-proc/reached, /0-147464831/flush-table-proc/abort 2024-11-17T21:19:52,570 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,34027,1731878391818 2024-11-17T21:19:52,580 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-147464831/online-snapshot/acquired, /0-147464831/online-snapshot/reached, /0-147464831/online-snapshot/abort 2024-11-17T21:19:52,581 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,34027,1731878391818 2024-11-17T21:19:52,582 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/.lastflushedseqids 2024-11-17T21:19:52,584 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:19:52,584 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:19:52,584 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,34027,1731878391818 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a313eea8709e,34441,1731878376636 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:19:52,585 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:52,585 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:52,585 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:52,585 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:19:52,585 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:19:52,586 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,586 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:19:52,586 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878422586 2024-11-17T21:19:52,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:19:52,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:19:52,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:19:52,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:19:52,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:19:52,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:19:52,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,587 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a313eea8709e,34441,1731878376636, splitWal=true, meta=true 2024-11-17T21:19:52,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:19:52,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:19:52,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:19:52,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:19:52,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:19:52,587 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a313eea8709e,34441,1731878376636, splitWal=true, meta=true, isMeta: true 2024-11-17T21:19:52,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:19:52,588 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878392588,5,FailOnTimeoutGroup] 2024-11-17T21:19:52,588 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878392588,5,FailOnTimeoutGroup] 2024-11-17T21:19:52,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:19:52,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878392588, completionTime=-1 2024-11-17T21:19:52,588 WARN [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T21:19:52,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T21:19:52,589 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636-splitting 2024-11-17T21:19:52,589 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636-splitting dir is empty, no logs to split. 2024-11-17T21:19:52,589 INFO [PEWorker-1 {}] master.SplitWALManager(105): a313eea8709e,34441,1731878376636 WAL count=0, meta=true 2024-11-17T21:19:52,591 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636-splitting dir is empty, no logs to split. 2024-11-17T21:19:52,591 INFO [PEWorker-1 {}] master.SplitWALManager(105): a313eea8709e,34441,1731878376636 WAL count=0, meta=true 2024-11-17T21:19:52,591 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a313eea8709e,34441,1731878376636 WAL splitting is done? wals=0, meta=true 2024-11-17T21:19:52,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:19:52,592 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:19:52,593 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T21:19:52,684 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(746): ClusterId : d584a02d-05b0-48d9-b14a-081a82c60690 2024-11-17T21:19:52,684 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:19:52,696 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:19:52,696 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:19:52,706 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:19:52,707 DEBUG [RS:0;a313eea8709e:41483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13544104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:19:52,716 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:41483 2024-11-17T21:19:52,716 INFO [RS:0;a313eea8709e:41483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:19:52,716 INFO [RS:0;a313eea8709e:41483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:19:52,716 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:19:52,717 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,34027,1731878391818 with port=41483, startcode=1731878391861 2024-11-17T21:19:52,717 DEBUG [RS:0;a313eea8709e:41483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:19:52,718 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:19:52,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,41483,1731878391861 2024-11-17T21:19:52,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34027 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,41483,1731878391861 2024-11-17T21:19:52,720 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab 2024-11-17T21:19:52,720 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35261 2024-11-17T21:19:52,720 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:19:52,738 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T21:19:52,743 WARN [a313eea8709e:34027 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T21:19:52,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/rs 2024-11-17T21:19:52,759 DEBUG [RS:0;a313eea8709e:41483 {}] zookeeper.ZKUtil(111): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on existing znode=/0-147464831/rs/a313eea8709e,41483,1731878391861 2024-11-17T21:19:52,759 WARN [RS:0;a313eea8709e:41483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:19:52,759 INFO [RS:0;a313eea8709e:41483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:19:52,759 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861 2024-11-17T21:19:52,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,41483,1731878391861] 2024-11-17T21:19:52,773 INFO [RS:0;a313eea8709e:41483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:19:52,775 INFO [RS:0;a313eea8709e:41483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:19:52,775 INFO [RS:0;a313eea8709e:41483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:19:52,775 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,775 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:19:52,776 INFO [RS:0;a313eea8709e:41483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:19:52,776 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:19:52,776 DEBUG [RS:0;a313eea8709e:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:19:52,777 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,777 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,777 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,777 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,777 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,777 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41483,1731878391861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:19:52,789 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:19:52,789 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41483,1731878391861-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,799 INFO [RS:0;a313eea8709e:41483 {}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,41483,1731878391861, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:19:52,800 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,800 INFO [RS:0;a313eea8709e:41483 {}] regionserver.Replication(171): a313eea8709e,41483,1731878391861 started 2024-11-17T21:19:52,811 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:52,811 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,41483,1731878391861, RpcServer on a313eea8709e/172.17.0.2:41483, sessionid=0x1014aaac8340007 2024-11-17T21:19:52,811 DEBUG [RS:0;a313eea8709e:41483.replicationSource,1-a313eea8709e,41483,1731878391861 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:41989' 2024-11-17T21:19:52,811 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:19:52,811 DEBUG [RS:0;a313eea8709e:41483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,41483,1731878391861 2024-11-17T21:19:52,811 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,41483,1731878391861' 2024-11-17T21:19:52,811 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-147464831/flush-table-proc/abort' 2024-11-17T21:19:52,812 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-147464831/flush-table-proc/acquired' 2024-11-17T21:19:52,812 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:19:52,812 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:19:52,812 DEBUG [RS:0;a313eea8709e:41483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,41483,1731878391861 2024-11-17T21:19:52,812 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,41483,1731878391861' 2024-11-17T21:19:52,812 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-147464831/online-snapshot/abort' 2024-11-17T21:19:52,812 DEBUG [RS:0;a313eea8709e:41483.replicationSource,1-a313eea8709e,41483,1731878391861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@785d5034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:52,812 DEBUG [RS:0;a313eea8709e:41483.replicationSource,1-a313eea8709e,41483,1731878391861 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41989,-1 for getting cluster id 2024-11-17T21:19:52,812 DEBUG [RS:0;a313eea8709e:41483.replicationSource,1-a313eea8709e,41483,1731878391861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:19:52,812 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-147464831/online-snapshot/acquired' 2024-11-17T21:19:52,812 DEBUG [RS:0;a313eea8709e:41483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:19:52,812 INFO [RS:0;a313eea8709e:41483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:19:52,812 INFO [RS:0;a313eea8709e:41483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:19:52,813 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31bd7c4a-925f-4682-9c5c-4e079b299073' 2024-11-17T21:19:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:19:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31bd7c4a-925f-4682-9c5c-4e079b299073" 2024-11-17T21:19:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ad7335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41989,-1] 2024-11-17T21:19:52,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:19:52,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:52,814 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:19:52,815 DEBUG [RS:0;a313eea8709e:41483.replicationSource,1-a313eea8709e,41483,1731878391861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@336d046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:52,815 DEBUG [RS:0;a313eea8709e:41483.replicationSource,1-a313eea8709e,41483,1731878391861 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:19:52,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41989,1731878382039 2024-11-17T21:19:52,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55da6ea7 2024-11-17T21:19:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:19:52,816 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-17T21:19:52,817 INFO [RS:0;a313eea8709e:41483.replicationSource,1-a313eea8709e,41483,1731878391861 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,41483,1731878391861 (queues=0) is replicating from cluster=d584a02d-05b0-48d9-b14a-081a82c60690 to cluster=31bd7c4a-925f-4682-9c5c-4e079b299073 2024-11-17T21:19:52,913 INFO [RS:0;a313eea8709e:41483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:19:52,914 INFO [RS:0;a313eea8709e:41483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C41483%2C1731878391861, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs, maxLogs=10 2024-11-17T21:19:52,925 DEBUG [RS:0;a313eea8709e:41483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915, exclude list is [], retry=0 2024-11-17T21:19:52,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-bbf16204-1082-47f1-9a95-bc50b35eebba,DISK] 2024-11-17T21:19:52,929 INFO [RS:0;a313eea8709e:41483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 2024-11-17T21:19:52,929 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a313eea8709e%2C41483%2C1731878391861 for peer 1 2024-11-17T21:19:52,929 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C41483%2C1731878391861 2024-11-17T21:19:52,929 INFO [RS:0;a313eea8709e:41483 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,41483,1731878391861, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:19:52,930 DEBUG [RS:0;a313eea8709e:41483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-17T21:19:52,930 INFO [RS:0;a313eea8709e:41483.replicationSource.shippera313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C41483%2C1731878391861 2024-11-17T21:19:52,930 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915, startPosition=0, beingWritten=true 2024-11-17T21:19:52,993 DEBUG [a313eea8709e:34027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:19:52,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,41483,1731878391861 2024-11-17T21:19:52,994 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,41483,1731878391861, state=OPENING 2024-11-17T21:19:53,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147464831/meta-region-server 2024-11-17T21:19:53,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147464831/meta-region-server 2024-11-17T21:19:53,011 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:19:53,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: CHANGED 2024-11-17T21:19:53,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: CHANGED 2024-11-17T21:19:53,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,41483,1731878391861}] 2024-11-17T21:19:53,134 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 to pos 0, reset compression=false 2024-11-17T21:19:53,163 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:19:53,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:19:53,167 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:19:53,167 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:19:53,167 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:19:53,168 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C41483%2C1731878391861.meta, suffix=.meta, logDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs, maxLogs=10 2024-11-17T21:19:53,179 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.meta.1731878393169.meta, exclude list is [], retry=0 2024-11-17T21:19:53,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-bbf16204-1082-47f1-9a95-bc50b35eebba,DISK] 2024-11-17T21:19:53,183 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.meta.1731878393169.meta 2024-11-17T21:19:53,183 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-17T21:19:53,183 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:19:53,184 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:19:53,184 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:19:53,184 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:19:53,184 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:19:53,184 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:19:53,184 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:53,184 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:19:53,184 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:19:53,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:19:53,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:19:53,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:53,191 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/info/4e26c17d0a884c43ad09cf307064c6d6 2024-11-17T21:19:53,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:53,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:19:53,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:19:53,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:53,197 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/ns/930af43f4b25465386e3d25693a97376 2024-11-17T21:19:53,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:53,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:19:53,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:19:53,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:53,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:53,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:19:53,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:19:53,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:53,203 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/table/7c2f1b48ba8e4f628e76acb3e709652b 2024-11-17T21:19:53,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:19:53,204 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:19:53,204 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740 2024-11-17T21:19:53,205 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740 2024-11-17T21:19:53,206 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:19:53,206 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:19:53,207 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:19:53,208 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:19:53,208 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70042442, jitterRate=0.04371371865272522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:19:53,208 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:19:53,208 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878393184Writing region info on filesystem at 1731878393184Initializing all the Stores at 1731878393185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878393185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878393185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878393185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878393185Cleaning up temporary data from old regions at 1731878393206 (+21 ms)Running coprocessor post-open hooks at 1731878393208 (+2 ms)Region opened successfully at 1731878393208 2024-11-17T21:19:53,209 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731878393163 2024-11-17T21:19:53,211 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:19:53,211 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:19:53,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a313eea8709e,41483,1731878391861 2024-11-17T21:19:53,212 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,41483,1731878391861, state=OPEN 2024-11-17T21:19:53,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147464831/meta-region-server 2024-11-17T21:19:53,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147464831/meta-region-server 2024-11-17T21:19:53,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: CHANGED 2024-11-17T21:19:53,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147464831/meta-region-server: CHANGED 2024-11-17T21:19:53,302 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,41483,1731878391861 2024-11-17T21:19:53,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T21:19:53,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,41483,1731878391861 in 291 msec 2024-11-17T21:19:53,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:19:53,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 713 msec 2024-11-17T21:19:53,438 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 to pos 0, reset compression=false 2024-11-17T21:19:53,843 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 to pos 0, reset compression=false 2024-11-17T21:19:54,241 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-17T21:19:54,347 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 to pos 0, reset compression=false 2024-11-17T21:19:54,951 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 to pos 0, reset compression=false 2024-11-17T21:19:55,656 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 to pos 0, reset compression=false 2024-11-17T21:19:55,743 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-17T21:19:56,460 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 to pos 0, reset compression=false 2024-11-17T21:19:57,096 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T21:19:57,096 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:19:57,096 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:19:57,096 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41483,1731878391861, seqNum=-1] 2024-11-17T21:19:57,096 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:19:57,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:19:57,101 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3f35de00e7efc18e18b7aaaa0c890007, regionState=OPEN, lastHost=a313eea8709e,34441,1731878376636, regionLocation=a313eea8709e,34441,1731878376636, openSeqNum=2 2024-11-17T21:19:57,101 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:19:57,101 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878457101 2024-11-17T21:19:57,101 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878517101 2024-11-17T21:19:57,101 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-17T21:19:57,101 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a313eea8709e,34441,1731878376636 had 2 regions 2024-11-17T21:19:57,101 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34027,1731878391818-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:57,101 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34027,1731878391818-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:57,101 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34027,1731878391818-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:57,101 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:34027, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:57,101 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:57,102 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:57,102 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a313eea8709e,34441,1731878376636, splitWal=true, meta=true, isMeta: false 2024-11-17T21:19:57,103 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636-splitting dir is empty, no logs to split. 2024-11-17T21:19:57,103 INFO [PEWorker-3 {}] master.SplitWALManager(105): a313eea8709e,34441,1731878376636 WAL count=0, meta=false 2024-11-17T21:19:57,105 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,34441,1731878376636-splitting dir is empty, no logs to split. 2024-11-17T21:19:57,106 INFO [PEWorker-3 {}] master.SplitWALManager(105): a313eea8709e,34441,1731878376636 WAL count=0, meta=false 2024-11-17T21:19:57,106 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a313eea8709e,34441,1731878376636 WAL splitting is done? wals=0, meta=false 2024-11-17T21:19:57,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.185sec 2024-11-17T21:19:57,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:19:57,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:19:57,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:19:57,109 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:19:57,109 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:19:57,109 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34027,1731878391818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:19:57,109 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34027,1731878391818-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:19:57,109 WARN [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a313eea8709e,34441,1731878376636/hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:57,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f35de00e7efc18e18b7aaaa0c890007, ASSIGN}] 2024-11-17T21:19:57,111 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f35de00e7efc18e18b7aaaa0c890007, ASSIGN 2024-11-17T21:19:57,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f35de00e7efc18e18b7aaaa0c890007, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T21:19:57,112 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:19:57,112 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:19:57,112 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34027,1731878391818-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:19:57,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150b7a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:57,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,34027,-1 for getting cluster id 2024-11-17T21:19:57,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:19:57,188 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd584a02d-05b0-48d9-b14a-081a82c60690' 2024-11-17T21:19:57,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:19:57,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d584a02d-05b0-48d9-b14a-081a82c60690" 2024-11-17T21:19:57,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790e5c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:57,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,34027,-1] 2024-11-17T21:19:57,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:19:57,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:57,190 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:19:57,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c533be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:57,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:19:57,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41483,1731878391861, seqNum=-1] 2024-11-17T21:19:57,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:19:57,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:19:57,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T21:19:57,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:19:57,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:57,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:57,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:57,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:19:57,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a313eea8709e:34027 after: a313eea8709e:34027 2024-11-17T21:19:57,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:57,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,34027,-1 for getting cluster id 2024-11-17T21:19:57,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:19:57,196 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd584a02d-05b0-48d9-b14a-081a82c60690' 2024-11-17T21:19:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:19:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d584a02d-05b0-48d9-b14a-081a82c60690" 2024-11-17T21:19:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed9c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,34027,-1] 2024-11-17T21:19:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:19:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:57,198 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:19:57,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:19:57,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:19:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,34027,1731878391818 2024-11-17T21:19:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c177626 2024-11-17T21:19:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:19:57,200 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:19:57,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34027 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T21:19:57,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:19:57,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:19:57,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:57,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:57,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:57,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:19:57,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:19:57,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1505761115, stopped=false 2024-11-17T21:19:57,201 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,41989,1731878382039 2024-11-17T21:19:57,262 DEBUG [a313eea8709e:34027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:19:57,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3f35de00e7efc18e18b7aaaa0c890007, regionState=OPENING, regionLocation=a313eea8709e,41483,1731878391861 2024-11-17T21:19:57,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1805841319/running 2024-11-17T21:19:57,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1805841319/running 2024-11-17T21:19:57,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:57,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:57,263 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:19:57,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:19:57,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:57,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:57,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Set watcher on znode that does not yet exist, /1-1805841319/running 2024-11-17T21:19:57,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Set watcher on znode that does not yet exist, /1-1805841319/running 2024-11-17T21:19:57,264 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,44063,1731878382193' ***** 2024-11-17T21:19:57,264 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:19:57,264 INFO [RS:0;a313eea8709e:44063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:19:57,264 INFO [RS:0;a313eea8709e:44063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:19:57,264 INFO [RS:0;a313eea8709e:44063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:19:57,264 INFO [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,44063,1731878382193 2024-11-17T21:19:57,264 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:19:57,264 INFO [RS:0;a313eea8709e:44063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:19:57,264 INFO [RS:0;a313eea8709e:44063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:44063. 2024-11-17T21:19:57,264 DEBUG [RS:0;a313eea8709e:44063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:19:57,264 DEBUG [RS:0;a313eea8709e:44063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:57,265 INFO [RS:0;a313eea8709e:44063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:19:57,265 INFO [RS:0;a313eea8709e:44063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:19:57,265 INFO [RS:0;a313eea8709e:44063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:19:57,265 INFO [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:19:57,265 INFO [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:19:57,265 DEBUG [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:19:57,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f35de00e7efc18e18b7aaaa0c890007, ASSIGN because future has completed 2024-11-17T21:19:57,265 DEBUG [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:57,265 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:19:57,265 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:19:57,265 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:19:57,265 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:19:57,265 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:19:57,265 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T21:19:57,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f35de00e7efc18e18b7aaaa0c890007, server=a313eea8709e,41483,1731878391861}] 2024-11-17T21:19:57,280 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/1588230740/.tmp/ns/2aab6b94da3749c89a3870d877cc5391 is 43, key is default/ns:d/1731878385532/Put/seqid=0 2024-11-17T21:19:57,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741835_1011 (size=5153) 2024-11-17T21:19:57,335 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:19:57,364 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 to pos 0, reset compression=false 2024-11-17T21:19:57,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:57,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:19:57,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:19:57,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C41483%2C1731878391861.rep, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs, maxLogs=10 2024-11-17T21:19:57,424 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:19:57,424 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:19:57,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.rep.1731878397422, exclude list is [], retry=0 2024-11-17T21:19:57,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-bbf16204-1082-47f1-9a95-bc50b35eebba,DISK] 2024-11-17T21:19:57,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.rep.1731878397422 2024-11-17T21:19:57,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-17T21:19:57,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f35de00e7efc18e18b7aaaa0c890007, NAME => 'hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:19:57,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:19:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:19:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. service=MultiRowMutationService 2024-11-17T21:19:57,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:19:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:19:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,438 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,439 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f35de00e7efc18e18b7aaaa0c890007 columnFamilyName hfileref 2024-11-17T21:19:57,439 DEBUG [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:57,439 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(327): Store=3f35de00e7efc18e18b7aaaa0c890007/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:57,439 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,440 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f35de00e7efc18e18b7aaaa0c890007 columnFamilyName queue 2024-11-17T21:19:57,440 DEBUG [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:57,444 DEBUG [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007/queue/906d009fd8c748dcb39e475efc900622 2024-11-17T21:19:57,444 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(327): Store=3f35de00e7efc18e18b7aaaa0c890007/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:57,444 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,445 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f35de00e7efc18e18b7aaaa0c890007 columnFamilyName sid 2024-11-17T21:19:57,445 DEBUG [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:19:57,446 INFO [StoreOpener-3f35de00e7efc18e18b7aaaa0c890007-1 {}] regionserver.HStore(327): Store=3f35de00e7efc18e18b7aaaa0c890007/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:19:57,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:19:57,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 3f35de00e7efc18e18b7aaaa0c890007; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64821039, jitterRate=-0.034091249108314514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:19:57,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:19:57,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 3f35de00e7efc18e18b7aaaa0c890007: Running coprocessor pre-open hook at 1731878397437Writing region info on filesystem at 1731878397437Initializing all the Stores at 1731878397438 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878397438Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878397438Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878397438Cleaning up temporary data from old regions at 1731878397448 (+10 ms)Running coprocessor post-open hooks at 1731878397450 (+2 ms)Region opened successfully at 1731878397450 2024-11-17T21:19:57,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007., pid=13, masterSystemTime=1731878397417 2024-11-17T21:19:57,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:57,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:19:57,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3f35de00e7efc18e18b7aaaa0c890007, regionState=OPEN, openSeqNum=9, regionLocation=a313eea8709e,41483,1731878391861 2024-11-17T21:19:57,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f35de00e7efc18e18b7aaaa0c890007, server=a313eea8709e,41483,1731878391861 because future has completed 2024-11-17T21:19:57,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T21:19:57,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f35de00e7efc18e18b7aaaa0c890007, server=a313eea8709e,41483,1731878391861 in 191 msec 2024-11-17T21:19:57,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-17T21:19:57,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f35de00e7efc18e18b7aaaa0c890007, ASSIGN in 348 msec 2024-11-17T21:19:57,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T21:19:57,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007., hostname=a313eea8709e,41483,1731878391861, seqNum=9] 2024-11-17T21:19:57,465 DEBUG [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:57,476 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for a313eea8709e,34441,1731878376636 2024-11-17T21:19:57,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T21:19:57,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-17T21:19:57,665 DEBUG [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:19:57,684 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/1588230740/.tmp/ns/2aab6b94da3749c89a3870d877cc5391 2024-11-17T21:19:57,690 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/1588230740/.tmp/ns/2aab6b94da3749c89a3870d877cc5391 as hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/1588230740/ns/2aab6b94da3749c89a3870d877cc5391 2024-11-17T21:19:57,694 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/1588230740/ns/2aab6b94da3749c89a3870d877cc5391, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T21:19:57,695 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-11-17T21:19:57,695 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:19:57,699 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T21:19:57,699 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:19:57,699 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:19:57,699 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:19:57,700 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878397265Running coprocessor pre-close hooks at 1731878397265Disabling compacts and flushes for region at 1731878397265Disabling writes for close at 1731878397265Obtaining lock to block concurrent updates at 1731878397265Preparing flush snapshotting stores in 1588230740 at 1731878397265Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731878397265Flushing stores of hbase:meta,,1.1588230740 at 1731878397266 (+1 ms)Flushing 1588230740/ns: creating writer at 1731878397266Flushing 1588230740/ns: appending metadata at 1731878397279 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731878397279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541045da: reopening flushed file at 1731878397689 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1731878397695 (+6 ms)Writing region close event to WAL at 1731878397696 (+1 ms)Running coprocessor post-close hooks at 1731878397699 (+3 ms)Closed at 1731878397699 2024-11-17T21:19:57,700 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:19:57,865 INFO [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,44063,1731878382193; all regions closed. 2024-11-17T21:19:57,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741834_1010 (size=1152) 2024-11-17T21:19:57,901 DEBUG [RS:0;a313eea8709e:44063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/oldWALs 2024-11-17T21:19:57,901 INFO [RS:0;a313eea8709e:44063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C44063%2C1731878382193.meta:.meta(num 1731878385482) 2024-11-17T21:19:57,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741832_1008 (size=93) 2024-11-17T21:19:57,903 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/WALs/a313eea8709e,44063,1731878382193/a313eea8709e%2C44063%2C1731878382193.1731878384565 not finished, retry = 0 2024-11-17T21:19:58,005 DEBUG [RS:0;a313eea8709e:44063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/oldWALs 2024-11-17T21:19:58,005 INFO [RS:0;a313eea8709e:44063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C44063%2C1731878382193:(num 1731878384565) 2024-11-17T21:19:58,005 DEBUG [RS:0;a313eea8709e:44063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:19:58,005 INFO [RS:0;a313eea8709e:44063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:19:58,005 INFO [RS:0;a313eea8709e:44063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:19:58,006 INFO [RS:0;a313eea8709e:44063 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:19:58,006 INFO [RS:0;a313eea8709e:44063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:19:58,006 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:19:58,006 INFO [RS:0;a313eea8709e:44063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44063 2024-11-17T21:19:58,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319/rs 2024-11-17T21:19:58,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1805841319/rs/a313eea8709e,44063,1731878382193 2024-11-17T21:19:58,021 INFO [RS:0;a313eea8709e:44063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:19:58,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,44063,1731878382193] 2024-11-17T21:19:58,042 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1805841319/draining/a313eea8709e,44063,1731878382193 already deleted, retry=false 2024-11-17T21:19:58,042 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,44063,1731878382193 expired; onlineServers=0 2024-11-17T21:19:58,042 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,41989,1731878382039' ***** 2024-11-17T21:19:58,042 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:19:58,042 INFO [M:0;a313eea8709e:41989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:19:58,042 INFO [M:0;a313eea8709e:41989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:19:58,042 DEBUG [M:0;a313eea8709e:41989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:19:58,043 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:19:58,043 DEBUG [M:0;a313eea8709e:41989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:19:58,043 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878384261 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878384261,5,FailOnTimeoutGroup] 2024-11-17T21:19:58,043 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878384261 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878384261,5,FailOnTimeoutGroup] 2024-11-17T21:19:58,043 INFO [M:0;a313eea8709e:41989 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:19:58,043 INFO [M:0;a313eea8709e:41989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:19:58,043 DEBUG [M:0;a313eea8709e:41989 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:19:58,043 INFO [M:0;a313eea8709e:41989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:19:58,043 INFO [M:0;a313eea8709e:41989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:19:58,043 INFO [M:0;a313eea8709e:41989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:19:58,043 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:19:58,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1805841319/master 2024-11-17T21:19:58,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1805841319 2024-11-17T21:19:58,053 DEBUG [M:0;a313eea8709e:41989 {}] zookeeper.ZKUtil(347): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Unable to get data of znode /1-1805841319/master because node does not exist (not an error) 2024-11-17T21:19:58,053 WARN [M:0;a313eea8709e:41989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:19:58,054 INFO [M:0;a313eea8709e:41989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/.lastflushedseqids 2024-11-17T21:19:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741836_1012 (size=99) 2024-11-17T21:19:58,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:58,132 INFO [RS:0;a313eea8709e:44063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:19:58,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44063-0x1014aaac8340004, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:19:58,132 INFO [RS:0;a313eea8709e:44063 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,44063,1731878382193; zookeeper connection closed. 2024-11-17T21:19:58,132 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35675c84 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35675c84 2024-11-17T21:19:58,132 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:19:58,368 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 to pos 0, reset compression=false 2024-11-17T21:19:58,461 INFO [M:0;a313eea8709e:41989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:19:58,461 INFO [M:0;a313eea8709e:41989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:19:58,461 DEBUG [M:0;a313eea8709e:41989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:19:58,461 INFO [M:0;a313eea8709e:41989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:58,461 DEBUG [M:0;a313eea8709e:41989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:58,461 DEBUG [M:0;a313eea8709e:41989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:19:58,461 DEBUG [M:0;a313eea8709e:41989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:58,461 INFO [M:0;a313eea8709e:41989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T21:19:58,475 DEBUG [M:0;a313eea8709e:41989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/674a8fbc3b40454baee35adef9ad377f is 82, key is hbase:meta,,1/info:regioninfo/1731878385514/Put/seqid=0 2024-11-17T21:19:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741837_1013 (size=5672) 2024-11-17T21:19:58,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:19:58,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:58,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:58,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:58,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:58,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:58,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:19:58,879 INFO [M:0;a313eea8709e:41989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/674a8fbc3b40454baee35adef9ad377f 2024-11-17T21:19:58,896 DEBUG [M:0;a313eea8709e:41989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6890022b7e148afb52dc759add47fc4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731878385535/Put/seqid=0 2024-11-17T21:19:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741838_1014 (size=5275) 2024-11-17T21:19:59,300 INFO [M:0;a313eea8709e:41989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6890022b7e148afb52dc759add47fc4 2024-11-17T21:19:59,321 DEBUG [M:0;a313eea8709e:41989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b6df52ab48c432c965e8627d198440d is 69, key is a313eea8709e,44063,1731878382193/rs:state/1731878384355/Put/seqid=0 2024-11-17T21:19:59,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741839_1015 (size=5156) 2024-11-17T21:19:59,473 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 to pos 0, reset compression=false 2024-11-17T21:19:59,725 INFO [M:0;a313eea8709e:41989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b6df52ab48c432c965e8627d198440d 2024-11-17T21:19:59,730 DEBUG [M:0;a313eea8709e:41989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/674a8fbc3b40454baee35adef9ad377f as hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/674a8fbc3b40454baee35adef9ad377f 2024-11-17T21:19:59,734 INFO [M:0;a313eea8709e:41989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/674a8fbc3b40454baee35adef9ad377f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T21:19:59,735 DEBUG [M:0;a313eea8709e:41989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6890022b7e148afb52dc759add47fc4 as hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6890022b7e148afb52dc759add47fc4 2024-11-17T21:19:59,739 INFO [M:0;a313eea8709e:41989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6890022b7e148afb52dc759add47fc4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T21:19:59,740 DEBUG [M:0;a313eea8709e:41989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b6df52ab48c432c965e8627d198440d as hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b6df52ab48c432c965e8627d198440d 2024-11-17T21:19:59,743 INFO [M:0;a313eea8709e:41989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38277/user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b6df52ab48c432c965e8627d198440d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T21:19:59,744 INFO [M:0;a313eea8709e:41989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false 2024-11-17T21:19:59,745 INFO [M:0;a313eea8709e:41989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:19:59,745 DEBUG [M:0;a313eea8709e:41989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878398461Disabling compacts and flushes for region at 1731878398461Disabling writes for close at 1731878398461Obtaining lock to block concurrent updates at 1731878398461Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878398461Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731878398461Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878398462 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878398462Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878398475 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878398475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878398883 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878398895 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878398895Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878399304 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878399321 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878399321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7319b218: reopening flushed file at 1731878399729 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5342ea71: reopening flushed file at 1731878399734 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a4abd7: reopening flushed file at 1731878399739 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false at 1731878399744 (+5 ms)Writing region close event to WAL at 1731878399745 (+1 ms)Closed at 1731878399745 2024-11-17T21:19:59,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40691 is added to blk_1073741830_1006 (size=10165) 2024-11-17T21:19:59,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f963b57d-e365-e964-6869-4cecb53c3252/MasterData/WALs/a313eea8709e,41989,1731878382039/a313eea8709e%2C41989%2C1731878382039.1731878383994 not finished, retry = 0 2024-11-17T21:19:59,852 INFO [M:0;a313eea8709e:41989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:19:59,852 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:19:59,852 INFO [M:0;a313eea8709e:41989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41989 2024-11-17T21:19:59,853 INFO [M:0;a313eea8709e:41989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:20:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:00,037 INFO [M:0;a313eea8709e:41989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:20:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1014aaac8340003, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:00,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4aba240d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:20:00,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d17fa12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:20:00,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:20:00,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:20:00,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bff4f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/hadoop.log.dir/,STOPPED} 2024-11-17T21:20:00,042 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:20:00,042 WARN [BP-564459982-172.17.0.2-1731878380147 heartbeating to localhost/127.0.0.1:38277 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:20:00,042 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:20:00,042 WARN [BP-564459982-172.17.0.2-1731878380147 heartbeating to localhost/127.0.0.1:38277 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-564459982-172.17.0.2-1731878380147 (Datanode Uuid 144d648d-5602-42db-b8f8-7fd9c8b418f4) service to localhost/127.0.0.1:38277 2024-11-17T21:20:00,043 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/cluster_2ddb0f12-28e3-ee73-f385-c81515656dfb/data/data1/current/BP-564459982-172.17.0.2-1731878380147 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:20:00,043 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/cluster_2ddb0f12-28e3-ee73-f385-c81515656dfb/data/data2/current/BP-564459982-172.17.0.2-1731878380147 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:20:00,043 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:20:00,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d7a90ea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:20:00,048 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e032d09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:20:00,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:20:00,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:20:00,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8042823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/hadoop.log.dir/,STOPPED} 2024-11-17T21:20:00,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:20:00,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:20:00,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:00,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:00,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:00,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:00,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:00,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:20:00,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1439243808, stopped=false 2024-11-17T21:20:00,059 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,34027,1731878391818 2024-11-17T21:20:00,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147464831/running 2024-11-17T21:20:00,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147464831/running 2024-11-17T21:20:00,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:20:00,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:20:00,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:20:00,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:00,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:00,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:00,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/running 2024-11-17T21:20:00,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Set watcher on znode that does not yet exist, /0-147464831/running 2024-11-17T21:20:00,074 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,41483,1731878391861' ***** 2024-11-17T21:20:00,074 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:20:00,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,41483,1731878391861 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:41483. 2024-11-17T21:20:00,075 DEBUG [RS:0;a313eea8709e:41483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:00,075 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f35de00e7efc18e18b7aaaa0c890007, disabling compactions & flushes 2024-11-17T21:20:00,075 DEBUG [RS:0;a313eea8709e:41483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:00,075 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:20:00,075 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:20:00,075 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. after waiting 0 ms 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:20:00,075 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:20:00,075 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:20:00,075 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3f35de00e7efc18e18b7aaaa0c890007=hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007.} 2024-11-17T21:20:00,076 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f35de00e7efc18e18b7aaaa0c890007 2024-11-17T21:20:00,076 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:20:00,076 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:20:00,076 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:20:00,076 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:20:00,076 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:20:00,076 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T21:20:00,079 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/replication/3f35de00e7efc18e18b7aaaa0c890007/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-17T21:20:00,079 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:00,079 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:00,079 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:20:00,079 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f35de00e7efc18e18b7aaaa0c890007: Waiting for close lock at 1731878400075Running coprocessor pre-close hooks at 1731878400075Disabling compacts and flushes for region at 1731878400075Disabling writes for close at 1731878400075Writing region close event to WAL at 1731878400076 (+1 ms)Running coprocessor post-close hooks at 1731878400079 (+3 ms)Closed at 1731878400079 2024-11-17T21:20:00,079 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007. 2024-11-17T21:20:00,083 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:20:00,090 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/info/c28a84cb32654eb499e993f0e8a7c5e2 is 147, key is hbase:replication,,1731878385671.3f35de00e7efc18e18b7aaaa0c890007./info:regioninfo/1731878397453/Put/seqid=0 2024-11-17T21:20:00,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741851_1027 (size=6385) 2024-11-17T21:20:00,276 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:20:00,476 DEBUG [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:20:00,494 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/info/c28a84cb32654eb499e993f0e8a7c5e2 2024-11-17T21:20:00,499 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/.tmp/info/c28a84cb32654eb499e993f0e8a7c5e2 as hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/info/c28a84cb32654eb499e993f0e8a7c5e2 2024-11-17T21:20:00,503 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/info/c28a84cb32654eb499e993f0e8a7c5e2, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T21:20:00,504 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-17T21:20:00,507 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T21:20:00,508 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:00,508 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:00,508 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:00,508 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878400076Running coprocessor pre-close hooks at 1731878400076Disabling compacts and flushes for region at 1731878400076Disabling writes for close at 1731878400076Obtaining lock to block concurrent updates at 1731878400076Preparing flush snapshotting stores in 1588230740 at 1731878400076Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731878400076Flushing stores of hbase:meta,,1.1588230740 at 1731878400076Flushing 1588230740/info: creating writer at 1731878400077 (+1 ms)Flushing 1588230740/info: appending metadata at 1731878400090 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731878400090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c8a9fc: reopening flushed file at 1731878400498 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731878400504 (+6 ms)Writing region close event to WAL at 1731878400505 (+1 ms)Running coprocessor post-close hooks at 1731878400508 (+3 ms)Closed at 1731878400508 2024-11-17T21:20:00,508 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:00,676 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,41483,1731878391861; all regions closed. 2024-11-17T21:20:00,678 DEBUG [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 to pos 0, reset compression=false 2024-11-17T21:20:00,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.meta.1731878393169.meta not finished, retry = 0 2024-11-17T21:20:00,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741849_1025 (size=2156) 2024-11-17T21:20:00,781 DEBUG [RS:0;a313eea8709e:41483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs 2024-11-17T21:20:00,781 INFO [RS:0;a313eea8709e:41483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C41483%2C1731878391861.meta:.meta(num 1731878393169) 2024-11-17T21:20:00,783 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.rep.1731878397422 not finished, retry = 0 2024-11-17T21:20:00,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741850_1026 (size=796) 2024-11-17T21:20:00,804 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:20:00,804 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:20:00,885 DEBUG [RS:0;a313eea8709e:41483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs 2024-11-17T21:20:00,885 INFO [RS:0;a313eea8709e:41483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C41483%2C1731878391861.rep:(num 1731878397422) 2024-11-17T21:20:00,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741848_1024 (size=93) 2024-11-17T21:20:00,887 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/WALs/a313eea8709e,41483,1731878391861/a313eea8709e%2C41483%2C1731878391861.1731878392915 not finished, retry = 0 2024-11-17T21:20:00,989 DEBUG [RS:0;a313eea8709e:41483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/oldWALs 2024-11-17T21:20:00,989 INFO [RS:0;a313eea8709e:41483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C41483%2C1731878391861:(num 1731878392915) 2024-11-17T21:20:00,989 DEBUG [RS:0;a313eea8709e:41483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:00,989 INFO [RS:0;a313eea8709e:41483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:20:00,989 INFO [RS:0;a313eea8709e:41483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:20:00,989 INFO [RS:0;a313eea8709e:41483 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:20:00,989 INFO [RS:0;a313eea8709e:41483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:20:00,989 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:20:00,989 INFO [RS:0;a313eea8709e:41483 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,41483,1731878391861 because: Region server is closing 2024-11-17T21:20:00,989 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T21:20:00,989 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T21:20:00,989 INFO [RS:0;a313eea8709e:41483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:41483. 2024-11-17T21:20:00,989 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T21:20:00,990 DEBUG [RS:0;a313eea8709e:41483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:00,990 DEBUG [RS:0;a313eea8709e:41483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:00,990 DEBUG [RS:0;a313eea8709e:41483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:00,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:00,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:00,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:20:00,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:01,090 WARN [RS:0;a313eea8709e:41483.replicationSource.wal-reader.a313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:20:01,090 WARN [RS:0;a313eea8709e:41483.replicationSource.shippera313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T21:20:01,090 INFO [RS:0;a313eea8709e:41483 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a313eea8709e:41483.replicationSource.shippera313eea8709e%2C41483%2C1731878391861,1-a313eea8709e,41483,1731878391861 terminated 2024-11-17T21:20:01,090 INFO [RS:0;a313eea8709e:41483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41483 2024-11-17T21:20:01,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147464831/rs/a313eea8709e,41483,1731878391861 2024-11-17T21:20:01,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831/rs 2024-11-17T21:20:01,147 INFO [RS:0;a313eea8709e:41483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:20:01,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,41483,1731878391861] 2024-11-17T21:20:01,168 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-147464831/draining/a313eea8709e,41483,1731878391861 already deleted, retry=false 2024-11-17T21:20:01,168 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,41483,1731878391861 expired; onlineServers=0 2024-11-17T21:20:01,168 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,34027,1731878391818' ***** 2024-11-17T21:20:01,168 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:20:01,168 INFO [M:0;a313eea8709e:34027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:20:01,168 INFO [M:0;a313eea8709e:34027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:20:01,168 DEBUG [M:0;a313eea8709e:34027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:20:01,168 DEBUG [M:0;a313eea8709e:34027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:20:01,168 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:20:01,168 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878392588 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878392588,5,FailOnTimeoutGroup] 2024-11-17T21:20:01,168 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878392588 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878392588,5,FailOnTimeoutGroup] 2024-11-17T21:20:01,169 INFO [M:0;a313eea8709e:34027 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:20:01,169 INFO [M:0;a313eea8709e:34027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:20:01,169 DEBUG [M:0;a313eea8709e:34027 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:20:01,169 INFO [M:0;a313eea8709e:34027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:20:01,169 INFO [M:0;a313eea8709e:34027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:20:01,169 INFO [M:0;a313eea8709e:34027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:20:01,169 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:20:01,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147464831/master 2024-11-17T21:20:01,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147464831 2024-11-17T21:20:01,179 DEBUG [M:0;a313eea8709e:34027 {}] zookeeper.ZKUtil(347): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Unable to get data of znode /0-147464831/master because node does not exist (not an error) 2024-11-17T21:20:01,179 WARN [M:0;a313eea8709e:34027 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:20:01,179 INFO [M:0;a313eea8709e:34027 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/.lastflushedseqids 2024-11-17T21:20:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741852_1028 (size=181) 2024-11-17T21:20:01,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:01,258 INFO [RS:0;a313eea8709e:41483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:20:01,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x1014aaac8340007, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:01,258 INFO [RS:0;a313eea8709e:41483 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,41483,1731878391861; zookeeper connection closed. 2024-11-17T21:20:01,258 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16da5a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16da5a4 2024-11-17T21:20:01,258 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:20:01,585 INFO [M:0;a313eea8709e:34027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:20:01,585 INFO [M:0;a313eea8709e:34027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:20:01,585 DEBUG [M:0;a313eea8709e:34027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:20:01,585 INFO [M:0;a313eea8709e:34027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:01,585 DEBUG [M:0;a313eea8709e:34027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:01,585 DEBUG [M:0;a313eea8709e:34027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:20:01,585 DEBUG [M:0;a313eea8709e:34027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:01,586 INFO [M:0;a313eea8709e:34027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T21:20:01,599 DEBUG [M:0;a313eea8709e:34027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd4fa01b2b864c85b1d0679d6c7bf70f is 82, key is hbase:meta,,1/info:regioninfo/1731878393211/Put/seqid=0 2024-11-17T21:20:01,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741853_1029 (size=5672) 2024-11-17T21:20:02,003 INFO [M:0;a313eea8709e:34027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd4fa01b2b864c85b1d0679d6c7bf70f 2024-11-17T21:20:02,020 DEBUG [M:0;a313eea8709e:34027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16e938862ca14a54a7259f7f43b22f97 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731878397458/Put/seqid=0 2024-11-17T21:20:02,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741854_1030 (size=7312) 2024-11-17T21:20:02,424 INFO [M:0;a313eea8709e:34027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16e938862ca14a54a7259f7f43b22f97 2024-11-17T21:20:02,440 DEBUG [M:0;a313eea8709e:34027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/041de8572d584ecb89be36052d20a091 is 69, key is a313eea8709e,41483,1731878391861/rs:state/1731878392719/Put/seqid=0 2024-11-17T21:20:02,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741855_1031 (size=5370) 2024-11-17T21:20:02,846 INFO [M:0;a313eea8709e:34027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/041de8572d584ecb89be36052d20a091 2024-11-17T21:20:02,851 INFO [M:0;a313eea8709e:34027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 041de8572d584ecb89be36052d20a091 2024-11-17T21:20:02,852 DEBUG [M:0;a313eea8709e:34027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd4fa01b2b864c85b1d0679d6c7bf70f as hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd4fa01b2b864c85b1d0679d6c7bf70f 2024-11-17T21:20:02,856 INFO [M:0;a313eea8709e:34027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd4fa01b2b864c85b1d0679d6c7bf70f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T21:20:02,857 DEBUG [M:0;a313eea8709e:34027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16e938862ca14a54a7259f7f43b22f97 as hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16e938862ca14a54a7259f7f43b22f97 2024-11-17T21:20:02,861 INFO [M:0;a313eea8709e:34027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16e938862ca14a54a7259f7f43b22f97, entries=7, sequenceid=127, filesize=7.1 K 2024-11-17T21:20:02,862 DEBUG [M:0;a313eea8709e:34027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/041de8572d584ecb89be36052d20a091 as hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/041de8572d584ecb89be36052d20a091 2024-11-17T21:20:02,866 INFO [M:0;a313eea8709e:34027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 041de8572d584ecb89be36052d20a091 2024-11-17T21:20:02,866 INFO [M:0;a313eea8709e:34027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/041de8572d584ecb89be36052d20a091, entries=2, sequenceid=127, filesize=5.2 K 2024-11-17T21:20:02,867 INFO [M:0;a313eea8709e:34027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=127, compaction requested=false 2024-11-17T21:20:02,868 INFO [M:0;a313eea8709e:34027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:02,868 DEBUG [M:0;a313eea8709e:34027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878401585Disabling compacts and flushes for region at 1731878401585Disabling writes for close at 1731878401585Obtaining lock to block concurrent updates at 1731878401586 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878401586Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731878401586Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878401586Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878401586Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878401599 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878401599Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878402007 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878402019 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878402020 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878402428 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878402440 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878402440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2965cf60: reopening flushed file at 1731878402851 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0c40f4: reopening flushed file at 1731878402856 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7a9f8e: reopening flushed file at 1731878402861 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=127, compaction requested=false at 1731878402867 (+6 ms)Writing region close event to WAL at 1731878402868 (+1 ms)Closed at 1731878402868 2024-11-17T21:20:02,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741847_1023 (size=22903) 2024-11-17T21:20:02,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f208439-3e4f-d28a-5f84-bcfce626a6ab/MasterData/WALs/a313eea8709e,34027,1731878391818/a313eea8709e%2C34027%2C1731878391818.1731878392364 not finished, retry = 0 2024-11-17T21:20:02,971 INFO [M:0;a313eea8709e:34027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:20:02,971 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:20:02,971 INFO [M:0;a313eea8709e:34027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34027 2024-11-17T21:20:02,971 INFO [M:0;a313eea8709e:34027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:20:03,089 INFO [M:0;a313eea8709e:34027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:20:03,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:03,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34027-0x1014aaac8340006, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:03,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11505e70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:20:03,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:20:03,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:20:03,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:20:03,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/hadoop.log.dir/,STOPPED} 2024-11-17T21:20:03,093 WARN [BP-2113051536-172.17.0.2-1731878374554 heartbeating to localhost/127.0.0.1:35261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:20:03,093 WARN [BP-2113051536-172.17.0.2-1731878374554 heartbeating to localhost/127.0.0.1:35261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2113051536-172.17.0.2-1731878374554 (Datanode Uuid be7e0e51-c35a-43a1-948f-0b16585e8cc9) service to localhost/127.0.0.1:35261 2024-11-17T21:20:03,093 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:20:03,093 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:20:03,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/cluster_ed4e1d2c-b11a-adb2-6335-b02dd77717e2/data/data1/current/BP-2113051536-172.17.0.2-1731878374554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:20:03,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/cluster_ed4e1d2c-b11a-adb2-6335-b02dd77717e2/data/data2/current/BP-2113051536-172.17.0.2-1731878374554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:20:03,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:20:03,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189b0b0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:20:03,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:20:03,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:20:03,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:20:03,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f787f160-77cc-d6c4-f859-f6f37b6e2214/hadoop.log.dir/,STOPPED} 2024-11-17T21:20:03,106 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T21:20:03,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:20:03,123 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 158) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62342) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38277 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62342) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35261 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 223) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7927 (was 8010) 2024-11-17T21:20:03,131 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=7927 2024-11-17T21:20:03,142 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-17T21:20:03,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/hadoop.log.dir so I do NOT create it in target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18 2024-11-17T21:20:03,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:20:03,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/hadoop.tmp.dir so I do NOT create it in target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18 2024-11-17T21:20:03,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d00f842e-b550-2bec-c9f3-bb48e6cd0a5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:20:03,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18 2024-11-17T21:20:03,142 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/cluster_107519de-3c8e-948f-e409-2237e659bafc, deleteOnExit=true 2024-11-17T21:20:03,145 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/cluster_107519de-3c8e-948f-e409-2237e659bafc/zookeeper_0, clientPort=58175, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/cluster_107519de-3c8e-948f-e409-2237e659bafc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/cluster_107519de-3c8e-948f-e409-2237e659bafc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T21:20:03,145 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58175 2024-11-17T21:20:03,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:20:03,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/test.cache.data in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:20:03,146 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:20:03,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:20:03,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:20:03,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:20:03,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:20:03,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:20:03,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:20:03,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:20:03,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014aaac8340002, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:20:03,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014aaac8340005, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:20:03,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014aaac8340005, quorum=127.0.0.1:62342, baseZNode=/1-1805841319 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:20:03,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014aaac8340002, quorum=127.0.0.1:62342, baseZNode=/0-147464831 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:20:03,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:03,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:20:03,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:20:03,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:20:03,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:20:03,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:03,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c0432c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:20:03,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:20:03,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56d24921{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/java.io.tmpdir/jetty-localhost-43791-hadoop-hdfs-3_4_1-tests_jar-_-any-13401599911327879279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:20:03,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db69a8f{HTTP/1.1, (http/1.1)}{localhost:43791} 2024-11-17T21:20:03,662 INFO [Time-limited test {}] server.Server(415): Started @168991ms 2024-11-17T21:20:03,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:03,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:20:03,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:20:03,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:20:03,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:20:03,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a0264d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:20:03,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73860af1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:20:04,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61a3acf6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/java.io.tmpdir/jetty-localhost-40559-hadoop-hdfs-3_4_1-tests_jar-_-any-2954875972921689878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:20:04,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76131948{HTTP/1.1, (http/1.1)}{localhost:40559} 2024-11-17T21:20:04,073 INFO [Time-limited test {}] server.Server(415): Started @169402ms 2024-11-17T21:20:04,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:20:04,998 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/cluster_107519de-3c8e-948f-e409-2237e659bafc/data/data1/current/BP-1477813370-172.17.0.2-1731878403175/current, will proceed with Du for space computation calculation, 2024-11-17T21:20:04,998 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/cluster_107519de-3c8e-948f-e409-2237e659bafc/data/data2/current/BP-1477813370-172.17.0.2-1731878403175/current, will proceed with Du for space computation calculation, 2024-11-17T21:20:05,012 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:20:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f997a15ea23caf3 with lease ID 0x1615be91c81d44e6: Processing first storage report for DS-3a278813-ce7a-4c6f-9245-f290bd7e0c34 from datanode DatanodeRegistration(127.0.0.1:35671, datanodeUuid=d34929c5-60fa-4078-a09c-7b1acc4d0f2e, infoPort=35497, infoSecurePort=0, ipcPort=46637, storageInfo=lv=-57;cid=testClusterID;nsid=2139554433;c=1731878403175) 2024-11-17T21:20:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f997a15ea23caf3 with lease ID 0x1615be91c81d44e6: from storage DS-3a278813-ce7a-4c6f-9245-f290bd7e0c34 node DatanodeRegistration(127.0.0.1:35671, datanodeUuid=d34929c5-60fa-4078-a09c-7b1acc4d0f2e, infoPort=35497, infoSecurePort=0, ipcPort=46637, storageInfo=lv=-57;cid=testClusterID;nsid=2139554433;c=1731878403175), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:20:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f997a15ea23caf3 with lease ID 0x1615be91c81d44e6: Processing first storage report for DS-37505a54-ce91-4201-a665-1fd4c25c3fab from datanode DatanodeRegistration(127.0.0.1:35671, datanodeUuid=d34929c5-60fa-4078-a09c-7b1acc4d0f2e, infoPort=35497, infoSecurePort=0, ipcPort=46637, storageInfo=lv=-57;cid=testClusterID;nsid=2139554433;c=1731878403175) 2024-11-17T21:20:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f997a15ea23caf3 with lease ID 0x1615be91c81d44e6: from storage DS-37505a54-ce91-4201-a665-1fd4c25c3fab node DatanodeRegistration(127.0.0.1:35671, datanodeUuid=d34929c5-60fa-4078-a09c-7b1acc4d0f2e, infoPort=35497, infoSecurePort=0, ipcPort=46637, storageInfo=lv=-57;cid=testClusterID;nsid=2139554433;c=1731878403175), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:20:05,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18 2024-11-17T21:20:05,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:05,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:05,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:20:05,506 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a with version=8 2024-11-17T21:20:05,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/hbase-staging 2024-11-17T21:20:05,508 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:20:05,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:05,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:05,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:20:05,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:05,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:20:05,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:20:05,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:20:05,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45193 2024-11-17T21:20:05,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45193 connecting to ZooKeeper ensemble=127.0.0.1:58175 2024-11-17T21:20:05,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:20:05,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451930x0, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:05,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45193-0x1014aab37f40000 connected 2024-11-17T21:20:05,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:05,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:05,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:05,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:05,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:05,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:05,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:05,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:05,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:05,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:05,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Set watcher on znode that does not yet exist, /01245375669/running 2024-11-17T21:20:05,687 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a, hbase.cluster.distributed=false 2024-11-17T21:20:05,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Set watcher on znode that does not yet exist, /01245375669/acl 2024-11-17T21:20:05,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-17T21:20:05,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45193 2024-11-17T21:20:05,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45193 2024-11-17T21:20:05,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-17T21:20:05,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-17T21:20:05,702 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:20:05,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:05,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:05,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:20:05,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:05,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:20:05,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:20:05,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:20:05,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36293 2024-11-17T21:20:05,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36293 connecting to ZooKeeper ensemble=127.0.0.1:58175 2024-11-17T21:20:05,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:05,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:05,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362930x0, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:05,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362930x0, quorum=127.0.0.1:58175, baseZNode=/01245375669 Set watcher on znode that does not yet exist, /01245375669/running 2024-11-17T21:20:05,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36293-0x1014aab37f40001 connected 2024-11-17T21:20:05,716 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:20:05,720 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:20:05,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Set watcher on znode that does not yet exist, /01245375669/master 2024-11-17T21:20:05,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Set watcher on znode that does not yet exist, /01245375669/acl 2024-11-17T21:20:05,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36293 2024-11-17T21:20:05,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36293 2024-11-17T21:20:05,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36293 2024-11-17T21:20:05,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36293 2024-11-17T21:20:05,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36293 2024-11-17T21:20:05,738 DEBUG [M:0;a313eea8709e:45193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:45193 2024-11-17T21:20:05,740 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01245375669/backup-masters/a313eea8709e,45193,1731878405507 2024-11-17T21:20:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669/backup-masters 2024-11-17T21:20:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669/backup-masters 2024-11-17T21:20:05,747 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Set watcher on existing znode=/01245375669/backup-masters/a313eea8709e,45193,1731878405507 2024-11-17T21:20:05,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:05,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01245375669/master 2024-11-17T21:20:05,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:05,757 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Set watcher on existing znode=/01245375669/master 2024-11-17T21:20:05,758 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01245375669/backup-masters/a313eea8709e,45193,1731878405507 from backup master directory 2024-11-17T21:20:05,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669/backup-masters 2024-11-17T21:20:05,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01245375669/backup-masters/a313eea8709e,45193,1731878405507 2024-11-17T21:20:05,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669/backup-masters 2024-11-17T21:20:05,768 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:20:05,768 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,45193,1731878405507 2024-11-17T21:20:05,771 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/hbase.id] with ID: e8bd5f96-f457-4af5-9a39-ae3650b526b2 2024-11-17T21:20:05,771 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/.tmp/hbase.id 2024-11-17T21:20:05,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:20:06,175 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/.tmp/hbase.id]:[hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/hbase.id] 2024-11-17T21:20:06,183 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:06,184 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:20:06,184 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T21:20:06,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:06,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:06,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:20:06,636 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:06,636 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:20:06,636 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:20:07,042 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store 2024-11-17T21:20:07,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:20:07,448 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:07,448 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:20:07,448 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:07,448 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:07,448 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:20:07,448 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:07,448 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:07,448 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878407448Disabling compacts and flushes for region at 1731878407448Disabling writes for close at 1731878407448Writing region close event to WAL at 1731878407448Closed at 1731878407448 2024-11-17T21:20:07,449 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/.initializing 2024-11-17T21:20:07,449 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/WALs/a313eea8709e,45193,1731878405507 2024-11-17T21:20:07,450 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:20:07,451 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C45193%2C1731878405507, suffix=, logDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/WALs/a313eea8709e,45193,1731878405507, archiveDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/oldWALs, maxLogs=10 2024-11-17T21:20:07,462 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/WALs/a313eea8709e,45193,1731878405507/a313eea8709e%2C45193%2C1731878405507.1731878407451, exclude list is [], retry=0 2024-11-17T21:20:07,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-3a278813-ce7a-4c6f-9245-f290bd7e0c34,DISK] 2024-11-17T21:20:07,465 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/WALs/a313eea8709e,45193,1731878405507/a313eea8709e%2C45193%2C1731878405507.1731878407451 2024-11-17T21:20:07,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35497:35497)] 2024-11-17T21:20:07,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:07,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:07,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:20:07,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:07,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:07,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:20:07,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:07,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:07,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:20:07,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:07,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:07,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:20:07,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:07,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:07,472 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,472 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,473 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,473 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,474 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,474 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:07,475 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:07,476 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:07,476 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70239941, jitterRate=0.04665668308734894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:07,477 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878407466Initializing all the Stores at 1731878407467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878407467Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878407467Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878407467Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878407467Cleaning up temporary data from old regions at 1731878407474 (+7 ms)Region opened successfully at 1731878407477 (+3 ms) 2024-11-17T21:20:07,477 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:20:07,479 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fee9e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:20:07,480 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:20:07,480 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:20:07,480 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:20:07,480 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:20:07,481 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:20:07,481 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:20:07,481 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:20:07,482 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:20:07,483 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Unable to get data of znode /01245375669/balancer because node does not exist (not necessarily an error) 2024-11-17T21:20:07,536 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01245375669/balancer already deleted, retry=false 2024-11-17T21:20:07,536 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:20:07,537 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Unable to get data of znode /01245375669/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:20:07,546 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01245375669/normalizer already deleted, retry=false 2024-11-17T21:20:07,547 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:20:07,547 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Unable to get data of znode /01245375669/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:20:07,557 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01245375669/switch/split already deleted, retry=false 2024-11-17T21:20:07,558 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Unable to get data of znode /01245375669/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:20:07,567 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01245375669/switch/merge already deleted, retry=false 2024-11-17T21:20:07,569 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Unable to get data of znode /01245375669/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:20:07,578 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01245375669/snapshot-cleanup already deleted, retry=false 2024-11-17T21:20:07,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01245375669/running 2024-11-17T21:20:07,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01245375669/running 2024-11-17T21:20:07,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:07,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:07,589 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,45193,1731878405507, sessionid=0x1014aab37f40000, setting cluster-up flag (Was=false) 2024-11-17T21:20:07,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:07,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:07,641 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01245375669/flush-table-proc/acquired, /01245375669/flush-table-proc/reached, /01245375669/flush-table-proc/abort 2024-11-17T21:20:07,642 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,45193,1731878405507 2024-11-17T21:20:07,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:07,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:07,694 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01245375669/online-snapshot/acquired, /01245375669/online-snapshot/reached, /01245375669/online-snapshot/abort 2024-11-17T21:20:07,695 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,45193,1731878405507 2024-11-17T21:20:07,696 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:20:07,697 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:07,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:20:07,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:20:07,697 WARN [master/a313eea8709e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a313eea8709e,34441,1731878376636: status=Processing ServerCrashProcedure of a313eea8709e,34441,1731878376636 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731878392587, completionTime=-1 appears to have been leaked 2024-11-17T21:20:07,697 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,45193,1731878405507 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:20:07,698 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:07,698 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:07,698 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:07,698 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:07,698 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:20:07,698 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,698 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:20:07,699 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878437699 2024-11-17T21:20:07,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:20:07,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:20:07,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:20:07,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:20:07,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:20:07,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:20:07,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,700 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:20:07,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:07,700 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:20:07,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:20:07,700 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:20:07,700 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:20:07,701 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:07,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:20:07,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:20:07,708 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:20:07,708 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878407708,5,FailOnTimeoutGroup] 2024-11-17T21:20:07,709 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878407708,5,FailOnTimeoutGroup] 2024-11-17T21:20:07,710 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,710 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:20:07,710 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,710 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:20:07,731 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(746): ClusterId : e8bd5f96-f457-4af5-9a39-ae3650b526b2 2024-11-17T21:20:07,731 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:20:07,744 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:20:07,744 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:20:07,754 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:20:07,754 DEBUG [RS:0;a313eea8709e:36293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9e7fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:20:07,764 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:36293 2024-11-17T21:20:07,764 INFO [RS:0;a313eea8709e:36293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:20:07,764 INFO [RS:0;a313eea8709e:36293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:20:07,764 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:20:07,765 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,45193,1731878405507 with port=36293, startcode=1731878405702 2024-11-17T21:20:07,765 DEBUG [RS:0;a313eea8709e:36293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:20:07,766 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:20:07,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,36293,1731878405702 2024-11-17T21:20:07,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45193 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,36293,1731878405702 2024-11-17T21:20:07,768 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a 2024-11-17T21:20:07,768 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35785 2024-11-17T21:20:07,768 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:20:07,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669/rs 2024-11-17T21:20:07,778 DEBUG [RS:0;a313eea8709e:36293 {}] zookeeper.ZKUtil(111): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Set watcher on existing znode=/01245375669/rs/a313eea8709e,36293,1731878405702 2024-11-17T21:20:07,779 WARN [RS:0;a313eea8709e:36293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:20:07,779 INFO [RS:0;a313eea8709e:36293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:07,779 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702 2024-11-17T21:20:07,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,36293,1731878405702] 2024-11-17T21:20:07,782 INFO [RS:0;a313eea8709e:36293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:20:07,784 INFO [RS:0;a313eea8709e:36293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:20:07,784 INFO [RS:0;a313eea8709e:36293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:20:07,784 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,785 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:20:07,785 INFO [RS:0;a313eea8709e:36293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:20:07,785 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,785 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,785 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,785 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,785 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,785 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,785 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:20:07,786 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,786 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,786 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,786 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,786 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,786 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:07,786 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:20:07,786 DEBUG [RS:0;a313eea8709e:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:20:07,789 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,789 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,789 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,789 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,789 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,789 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,36293,1731878405702-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:20:07,802 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:20:07,802 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,36293,1731878405702-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,802 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,803 INFO [RS:0;a313eea8709e:36293 {}] regionserver.Replication(171): a313eea8709e,36293,1731878405702 started 2024-11-17T21:20:07,814 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:07,814 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,36293,1731878405702, RpcServer on a313eea8709e/172.17.0.2:36293, sessionid=0x1014aab37f40001 2024-11-17T21:20:07,814 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:20:07,814 DEBUG [RS:0;a313eea8709e:36293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,36293,1731878405702 2024-11-17T21:20:07,814 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,36293,1731878405702' 2024-11-17T21:20:07,814 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01245375669/flush-table-proc/abort' 2024-11-17T21:20:07,815 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01245375669/flush-table-proc/acquired' 2024-11-17T21:20:07,815 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:20:07,815 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:20:07,815 DEBUG [RS:0;a313eea8709e:36293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,36293,1731878405702 2024-11-17T21:20:07,815 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,36293,1731878405702' 2024-11-17T21:20:07,815 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01245375669/online-snapshot/abort' 2024-11-17T21:20:07,816 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01245375669/online-snapshot/acquired' 2024-11-17T21:20:07,816 DEBUG [RS:0;a313eea8709e:36293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:20:07,816 INFO [RS:0;a313eea8709e:36293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:20:07,816 INFO [RS:0;a313eea8709e:36293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:20:07,916 INFO [RS:0;a313eea8709e:36293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:20:07,917 INFO [RS:0;a313eea8709e:36293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C36293%2C1731878405702, suffix=, logDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702, archiveDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/oldWALs, maxLogs=10 2024-11-17T21:20:07,929 DEBUG [RS:0;a313eea8709e:36293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918, exclude list is [], retry=0 2024-11-17T21:20:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-3a278813-ce7a-4c6f-9245-f290bd7e0c34,DISK] 2024-11-17T21:20:07,934 INFO [RS:0;a313eea8709e:36293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 2024-11-17T21:20:07,934 DEBUG [RS:0;a313eea8709e:36293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35497:35497)] 2024-11-17T21:20:08,113 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:20:08,113 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a 2024-11-17T21:20:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:20:08,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:08,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:20:08,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:20:08,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:08,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:08,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:20:08,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:20:08,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:08,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:08,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:20:08,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:20:08,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:08,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:08,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:20:08,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:20:08,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:08,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:08,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:20:08,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740 2024-11-17T21:20:08,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740 2024-11-17T21:20:08,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:20:08,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:20:08,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:08,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:20:08,530 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:08,530 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62848170, jitterRate=-0.06348928809165955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:08,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878408519Initializing all the Stores at 1731878408519Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878408519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878408520 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878408520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878408520Cleaning up temporary data from old regions at 1731878408527 (+7 ms)Region opened successfully at 1731878408531 (+4 ms) 2024-11-17T21:20:08,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:20:08,531 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:20:08,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:20:08,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:20:08,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:20:08,531 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:08,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878408531Disabling compacts and flushes for region at 1731878408531Disabling writes for close at 1731878408531Writing region close event to WAL at 1731878408531Closed at 1731878408531 2024-11-17T21:20:08,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:08,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:20:08,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:20:08,533 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:20:08,534 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:20:08,684 DEBUG [a313eea8709e:45193 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:20:08,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,36293,1731878405702 2024-11-17T21:20:08,685 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,36293,1731878405702, state=OPENING 2024-11-17T21:20:08,768 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:20:08,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:08,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:08,869 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:20:08,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01245375669/meta-region-server: CHANGED 2024-11-17T21:20:08,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01245375669/meta-region-server: CHANGED 2024-11-17T21:20:08,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,36293,1731878405702}] 2024-11-17T21:20:09,021 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:20:09,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:20:09,025 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:20:09,025 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:09,025 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:20:09,026 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C36293%2C1731878405702.meta, suffix=.meta, logDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702, archiveDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/oldWALs, maxLogs=10 2024-11-17T21:20:09,037 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.meta.1731878409026.meta, exclude list is [], retry=0 2024-11-17T21:20:09,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-3a278813-ce7a-4c6f-9245-f290bd7e0c34,DISK] 2024-11-17T21:20:09,040 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.meta.1731878409026.meta 2024-11-17T21:20:09,040 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35497:35497)] 2024-11-17T21:20:09,040 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:09,041 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:09,041 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:20:09,041 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:20:09,041 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:20:09,041 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:20:09,041 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:09,041 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:20:09,041 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:20:09,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:20:09,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:20:09,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:09,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:09,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:20:09,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:20:09,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:09,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:09,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:20:09,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:20:09,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:09,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:09,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:20:09,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:20:09,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:09,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:09,046 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:20:09,046 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740 2024-11-17T21:20:09,047 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740 2024-11-17T21:20:09,048 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:20:09,048 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:20:09,049 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:09,049 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:20:09,050 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75412289, jitterRate=0.12373067438602448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:09,050 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:20:09,050 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878409041Writing region info on filesystem at 1731878409041Initializing all the Stores at 1731878409042 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878409042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878409042Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878409042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878409042Cleaning up temporary data from old regions at 1731878409048 (+6 ms)Running coprocessor post-open hooks at 1731878409050 (+2 ms)Region opened successfully at 1731878409050 2024-11-17T21:20:09,051 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878409020 2024-11-17T21:20:09,053 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:20:09,053 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:20:09,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,36293,1731878405702 2024-11-17T21:20:09,054 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,36293,1731878405702, state=OPEN 2024-11-17T21:20:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01245375669/meta-region-server 2024-11-17T21:20:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01245375669/meta-region-server 2024-11-17T21:20:09,103 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,36293,1731878405702 2024-11-17T21:20:09,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01245375669/meta-region-server: CHANGED 2024-11-17T21:20:09,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01245375669/meta-region-server: CHANGED 2024-11-17T21:20:09,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:20:09,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,36293,1731878405702 in 234 msec 2024-11-17T21:20:09,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:20:09,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 573 msec 2024-11-17T21:20:09,107 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:09,107 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:20:09,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:09,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,36293,1731878405702, seqNum=-1] 2024-11-17T21:20:09,108 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:09,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:09,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4160 sec 2024-11-17T21:20:09,113 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878409113, completionTime=-1 2024-11-17T21:20:09,113 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:20:09,113 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:20:09,115 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:20:09,115 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878469115 2024-11-17T21:20:09,115 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878529115 2024-11-17T21:20:09,115 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:20:09,115 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45193,1731878405507-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:09,115 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45193,1731878405507-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:09,115 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45193,1731878405507-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:09,115 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:45193, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:09,115 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:09,116 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:09,117 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:20:09,118 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.350sec 2024-11-17T21:20:09,118 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:20:09,118 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:20:09,118 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:20:09,118 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:20:09,118 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:20:09,118 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45193,1731878405507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:20:09,119 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45193,1731878405507-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:20:09,120 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:20:09,120 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:20:09,120 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45193,1731878405507-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:09,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a73ccfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:09,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45193,-1 for getting cluster id 2024-11-17T21:20:09,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:09,133 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8bd5f96-f457-4af5-9a39-ae3650b526b2' 2024-11-17T21:20:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8bd5f96-f457-4af5-9a39-ae3650b526b2" 2024-11-17T21:20:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4045a8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45193,-1] 2024-11-17T21:20:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:09,134 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:09,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41214a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:09,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,36293,1731878405702, seqNum=-1] 2024-11-17T21:20:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:09,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:09,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,45193,1731878405507 2024-11-17T21:20:09,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58175 2024-11-17T21:20:09,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:09,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014aab37f40002 connected 2024-11-17T21:20:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/hadoop.log.dir so I do NOT create it in target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243 2024-11-17T21:20:09,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:20:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/hadoop.tmp.dir so I do NOT create it in target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243 2024-11-17T21:20:09,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:20:09,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243 2024-11-17T21:20:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:20:09,170 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/cluster_3fb268db-fec6-80af-4d92-dc1d32744a4d, deleteOnExit=true 2024-11-17T21:20:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:20:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/test.cache.data in system properties and HBase conf 2024-11-17T21:20:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:20:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:20:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:20:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:20:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:20:09,171 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:20:09,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:20:09,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:20:09,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:20:09,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:09,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:20:09,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:20:09,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:20:09,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:20:09,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:09,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c51eaab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:20:09,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2f17d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:20:09,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65b9f2e6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/java.io.tmpdir/jetty-localhost-42637-hadoop-hdfs-3_4_1-tests_jar-_-any-9233601270810972692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:20:09,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e5a3398{HTTP/1.1, (http/1.1)}{localhost:42637} 2024-11-17T21:20:09,594 INFO [Time-limited test {}] server.Server(415): Started @174922ms 2024-11-17T21:20:09,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:09,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:20:09,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:20:09,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:20:09,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:20:09,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6752d86d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:20:09,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e887248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:20:09,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ae2fa0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/java.io.tmpdir/jetty-localhost-38655-hadoop-hdfs-3_4_1-tests_jar-_-any-15940920410945578766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:20:09,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@659beb6c{HTTP/1.1, (http/1.1)}{localhost:38655} 2024-11-17T21:20:09,986 INFO [Time-limited test {}] server.Server(415): Started @175315ms 2024-11-17T21:20:09,987 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:20:10,790 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/cluster_3fb268db-fec6-80af-4d92-dc1d32744a4d/data/data1/current/BP-1969936123-172.17.0.2-1731878409188/current, will proceed with Du for space computation calculation, 2024-11-17T21:20:10,790 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/cluster_3fb268db-fec6-80af-4d92-dc1d32744a4d/data/data2/current/BP-1969936123-172.17.0.2-1731878409188/current, will proceed with Du for space computation calculation, 2024-11-17T21:20:10,811 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:20:10,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb82aa454cd16bf7 with lease ID 0x630c54f4327568f: Processing first storage report for DS-0f0bed45-04f8-44b2-baa1-5c555c09eee3 from datanode DatanodeRegistration(127.0.0.1:42191, datanodeUuid=35ada77b-c98e-46b6-828a-bd7826cc9ccd, infoPort=38225, infoSecurePort=0, ipcPort=45571, storageInfo=lv=-57;cid=testClusterID;nsid=1506955557;c=1731878409188) 2024-11-17T21:20:10,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb82aa454cd16bf7 with lease ID 0x630c54f4327568f: from storage DS-0f0bed45-04f8-44b2-baa1-5c555c09eee3 node DatanodeRegistration(127.0.0.1:42191, datanodeUuid=35ada77b-c98e-46b6-828a-bd7826cc9ccd, infoPort=38225, infoSecurePort=0, ipcPort=45571, storageInfo=lv=-57;cid=testClusterID;nsid=1506955557;c=1731878409188), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:20:10,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb82aa454cd16bf7 with lease ID 0x630c54f4327568f: Processing first storage report for DS-ff7e74a0-8a8e-49f8-b1fc-77d4bea9a885 from datanode DatanodeRegistration(127.0.0.1:42191, datanodeUuid=35ada77b-c98e-46b6-828a-bd7826cc9ccd, infoPort=38225, infoSecurePort=0, ipcPort=45571, storageInfo=lv=-57;cid=testClusterID;nsid=1506955557;c=1731878409188) 2024-11-17T21:20:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb82aa454cd16bf7 with lease ID 0x630c54f4327568f: from storage DS-ff7e74a0-8a8e-49f8-b1fc-77d4bea9a885 node DatanodeRegistration(127.0.0.1:42191, datanodeUuid=35ada77b-c98e-46b6-828a-bd7826cc9ccd, infoPort=38225, infoSecurePort=0, ipcPort=45571, storageInfo=lv=-57;cid=testClusterID;nsid=1506955557;c=1731878409188), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:20:10,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243 2024-11-17T21:20:10,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:10,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:10,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:20:10,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637 with version=8 2024-11-17T21:20:10,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/hbase-staging 2024-11-17T21:20:10,924 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:20:10,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:10,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:10,924 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:20:10,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:10,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:20:10,924 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:20:10,924 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:20:10,925 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43535 2024-11-17T21:20:10,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43535 connecting to ZooKeeper ensemble=127.0.0.1:58175 2024-11-17T21:20:10,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435350x0, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:10,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43535-0x1014aab37f40003 connected 2024-11-17T21:20:10,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:20:10,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T21:20:10,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:10,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T21:20:10,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:10,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T21:20:11,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:11,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:11,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Set watcher on znode that does not yet exist, /1839955398/running 2024-11-17T21:20:11,024 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637, hbase.cluster.distributed=false 2024-11-17T21:20:11,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Set watcher on znode that does not yet exist, /1839955398/acl 2024-11-17T21:20:11,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-17T21:20:11,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43535 2024-11-17T21:20:11,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43535 2024-11-17T21:20:11,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-17T21:20:11,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-17T21:20:11,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:20:11,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:11,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:11,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:20:11,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:11,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:20:11,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:20:11,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:20:11,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41119 2024-11-17T21:20:11,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41119 connecting to ZooKeeper ensemble=127.0.0.1:58175 2024-11-17T21:20:11,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:11,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:11,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411190x0, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:11,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411190x0, quorum=127.0.0.1:58175, baseZNode=/1839955398 Set watcher on znode that does not yet exist, /1839955398/running 2024-11-17T21:20:11,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41119-0x1014aab37f40004 connected 2024-11-17T21:20:11,063 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:20:11,063 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:20:11,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Set watcher on znode that does not yet exist, /1839955398/master 2024-11-17T21:20:11,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Set watcher on znode that does not yet exist, /1839955398/acl 2024-11-17T21:20:11,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41119 2024-11-17T21:20:11,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41119 2024-11-17T21:20:11,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41119 2024-11-17T21:20:11,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41119 2024-11-17T21:20:11,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41119 2024-11-17T21:20:11,085 DEBUG [M:0;a313eea8709e:43535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:43535 2024-11-17T21:20:11,085 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1839955398/backup-masters/a313eea8709e,43535,1731878410924 2024-11-17T21:20:11,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398/backup-masters 2024-11-17T21:20:11,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398/backup-masters 2024-11-17T21:20:11,094 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Set watcher on existing znode=/1839955398/backup-masters/a313eea8709e,43535,1731878410924 2024-11-17T21:20:11,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1839955398/master 2024-11-17T21:20:11,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:11,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:11,104 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Set watcher on existing znode=/1839955398/master 2024-11-17T21:20:11,105 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1839955398/backup-masters/a313eea8709e,43535,1731878410924 from backup master directory 2024-11-17T21:20:11,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1839955398/backup-masters/a313eea8709e,43535,1731878410924 2024-11-17T21:20:11,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398/backup-masters 2024-11-17T21:20:11,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398/backup-masters 2024-11-17T21:20:11,115 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:20:11,115 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,43535,1731878410924 2024-11-17T21:20:11,118 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/hbase.id] with ID: 255b3153-8ca1-4136-ab68-95e5745e7fb4 2024-11-17T21:20:11,118 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/.tmp/hbase.id 2024-11-17T21:20:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:20:11,527 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/.tmp/hbase.id]:[hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/hbase.id] 2024-11-17T21:20:11,536 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:11,536 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:20:11,537 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:20:11,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:11,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:20:11,997 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:11,998 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:20:11,998 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:12,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:20:12,405 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store 2024-11-17T21:20:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:20:12,810 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:12,811 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:20:12,811 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:12,811 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:12,811 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:20:12,811 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:12,811 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:12,811 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878412811Disabling compacts and flushes for region at 1731878412811Disabling writes for close at 1731878412811Writing region close event to WAL at 1731878412811Closed at 1731878412811 2024-11-17T21:20:12,812 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/.initializing 2024-11-17T21:20:12,812 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/WALs/a313eea8709e,43535,1731878410924 2024-11-17T21:20:12,813 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:20:12,814 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C43535%2C1731878410924, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/WALs/a313eea8709e,43535,1731878410924, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/oldWALs, maxLogs=10 2024-11-17T21:20:12,830 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/WALs/a313eea8709e,43535,1731878410924/a313eea8709e%2C43535%2C1731878410924.1731878412815, exclude list is [], retry=0 2024-11-17T21:20:12,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42191,DS-0f0bed45-04f8-44b2-baa1-5c555c09eee3,DISK] 2024-11-17T21:20:12,835 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/WALs/a313eea8709e,43535,1731878410924/a313eea8709e%2C43535%2C1731878410924.1731878412815 2024-11-17T21:20:12,835 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38225:38225)] 2024-11-17T21:20:12,835 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:12,836 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:12,836 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,836 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:20:12,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:12,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:12,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:20:12,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:12,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:12,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:20:12,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:12,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:12,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:20:12,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:12,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:12,843 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,844 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,844 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,845 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,845 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,845 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:12,846 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:12,848 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:12,848 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66239501, jitterRate=-0.01295451819896698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:12,849 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878412836Initializing all the Stores at 1731878412837 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878412837Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878412837Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878412837Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878412837Cleaning up temporary data from old regions at 1731878412845 (+8 ms)Region opened successfully at 1731878412849 (+4 ms) 2024-11-17T21:20:12,849 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:20:12,851 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300a1990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:20:12,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:20:12,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:20:12,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:20:12,853 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:20:12,853 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:20:12,853 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:20:12,853 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:20:12,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:20:12,856 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Unable to get data of znode /1839955398/balancer because node does not exist (not necessarily an error) 2024-11-17T21:20:12,925 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1839955398/balancer already deleted, retry=false 2024-11-17T21:20:12,926 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:20:12,926 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Unable to get data of znode /1839955398/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:20:12,936 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1839955398/normalizer already deleted, retry=false 2024-11-17T21:20:12,936 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:20:12,937 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Unable to get data of znode /1839955398/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:20:12,946 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1839955398/switch/split already deleted, retry=false 2024-11-17T21:20:12,947 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Unable to get data of znode /1839955398/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:20:12,957 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1839955398/switch/merge already deleted, retry=false 2024-11-17T21:20:12,958 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Unable to get data of znode /1839955398/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:20:12,967 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1839955398/snapshot-cleanup already deleted, retry=false 2024-11-17T21:20:12,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1839955398/running 2024-11-17T21:20:12,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1839955398/running 2024-11-17T21:20:12,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:12,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:12,978 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,43535,1731878410924, sessionid=0x1014aab37f40003, setting cluster-up flag (Was=false) 2024-11-17T21:20:12,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:12,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:13,030 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1839955398/flush-table-proc/acquired, /1839955398/flush-table-proc/reached, /1839955398/flush-table-proc/abort 2024-11-17T21:20:13,031 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,43535,1731878410924 2024-11-17T21:20:13,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:13,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:13,083 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1839955398/online-snapshot/acquired, /1839955398/online-snapshot/reached, /1839955398/online-snapshot/abort 2024-11-17T21:20:13,084 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,43535,1731878410924 2024-11-17T21:20:13,085 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:20:13,086 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:13,087 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:20:13,087 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:20:13,087 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,43535,1731878410924 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:20:13,088 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:13,088 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:13,088 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:13,088 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:13,088 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:20:13,088 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,088 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:20:13,088 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,089 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878443089 2024-11-17T21:20:13,089 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:20:13,089 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:20:13,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:13,089 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:20:13,089 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:20:13,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:20:13,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:20:13,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:20:13,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:20:13,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:20:13,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:20:13,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:20:13,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:20:13,090 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:20:13,090 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878413090,5,FailOnTimeoutGroup] 2024-11-17T21:20:13,091 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:13,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:20:13,091 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878413090,5,FailOnTimeoutGroup] 2024-11-17T21:20:13,091 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,091 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:20:13,091 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,091 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:20:13,175 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(746): ClusterId : 255b3153-8ca1-4136-ab68-95e5745e7fb4 2024-11-17T21:20:13,175 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:20:13,186 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:20:13,186 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:20:13,196 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:20:13,196 DEBUG [RS:0;a313eea8709e:41119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1750e1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:20:13,207 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:41119 2024-11-17T21:20:13,207 INFO [RS:0;a313eea8709e:41119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:20:13,207 INFO [RS:0;a313eea8709e:41119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:20:13,207 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:20:13,208 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,43535,1731878410924 with port=41119, startcode=1731878411044 2024-11-17T21:20:13,208 DEBUG [RS:0;a313eea8709e:41119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:20:13,209 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:20:13,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,41119,1731878411044 2024-11-17T21:20:13,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,41119,1731878411044 2024-11-17T21:20:13,211 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637 2024-11-17T21:20:13,211 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39949 2024-11-17T21:20:13,211 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:20:13,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398/rs 2024-11-17T21:20:13,220 DEBUG [RS:0;a313eea8709e:41119 {}] zookeeper.ZKUtil(111): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Set watcher on existing znode=/1839955398/rs/a313eea8709e,41119,1731878411044 2024-11-17T21:20:13,220 WARN [RS:0;a313eea8709e:41119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:20:13,220 INFO [RS:0;a313eea8709e:41119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:13,221 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044 2024-11-17T21:20:13,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,41119,1731878411044] 2024-11-17T21:20:13,223 INFO [RS:0;a313eea8709e:41119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:20:13,224 INFO [RS:0;a313eea8709e:41119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:20:13,227 INFO [RS:0;a313eea8709e:41119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:20:13,227 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,227 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:20:13,228 INFO [RS:0;a313eea8709e:41119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:20:13,228 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:20:13,228 DEBUG [RS:0;a313eea8709e:41119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:20:13,231 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,231 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,231 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,231 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,231 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,231 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41119,1731878411044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:20:13,244 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:20:13,244 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41119,1731878411044-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,244 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,244 INFO [RS:0;a313eea8709e:41119 {}] regionserver.Replication(171): a313eea8709e,41119,1731878411044 started 2024-11-17T21:20:13,255 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:13,255 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,41119,1731878411044, RpcServer on a313eea8709e/172.17.0.2:41119, sessionid=0x1014aab37f40004 2024-11-17T21:20:13,256 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:20:13,256 DEBUG [RS:0;a313eea8709e:41119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,41119,1731878411044 2024-11-17T21:20:13,256 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,41119,1731878411044' 2024-11-17T21:20:13,256 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1839955398/flush-table-proc/abort' 2024-11-17T21:20:13,256 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1839955398/flush-table-proc/acquired' 2024-11-17T21:20:13,256 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:20:13,256 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:20:13,256 DEBUG [RS:0;a313eea8709e:41119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,41119,1731878411044 2024-11-17T21:20:13,256 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,41119,1731878411044' 2024-11-17T21:20:13,256 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1839955398/online-snapshot/abort' 2024-11-17T21:20:13,257 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1839955398/online-snapshot/acquired' 2024-11-17T21:20:13,257 DEBUG [RS:0;a313eea8709e:41119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:20:13,257 INFO [RS:0;a313eea8709e:41119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:20:13,257 INFO [RS:0;a313eea8709e:41119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:20:13,357 INFO [RS:0;a313eea8709e:41119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:20:13,359 INFO [RS:0;a313eea8709e:41119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C41119%2C1731878411044, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/oldWALs, maxLogs=10 2024-11-17T21:20:13,375 DEBUG [RS:0;a313eea8709e:41119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359, exclude list is [], retry=0 2024-11-17T21:20:13,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42191,DS-0f0bed45-04f8-44b2-baa1-5c555c09eee3,DISK] 2024-11-17T21:20:13,379 INFO [RS:0;a313eea8709e:41119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 2024-11-17T21:20:13,379 DEBUG [RS:0;a313eea8709e:41119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38225:38225)] 2024-11-17T21:20:13,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:20:13,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637 2024-11-17T21:20:13,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:20:13,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:13,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:20:13,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:20:13,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:13,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:13,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:20:13,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:20:13,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:13,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:13,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:20:13,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:20:13,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:13,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:13,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:20:13,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:20:13,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:13,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:13,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:20:13,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740 2024-11-17T21:20:13,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740 2024-11-17T21:20:13,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:20:13,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:20:13,517 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:13,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:20:13,520 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:13,520 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61975925, jitterRate=-0.0764867514371872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:13,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878413509Initializing all the Stores at 1731878413510 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878413510Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878413510Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878413510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878413510Cleaning up temporary data from old regions at 1731878413517 (+7 ms)Region opened successfully at 1731878413520 (+3 ms) 2024-11-17T21:20:13,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:20:13,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:20:13,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:20:13,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:20:13,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:20:13,520 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:13,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878413520Disabling compacts and flushes for region at 1731878413520Disabling writes for close at 1731878413520Writing region close event to WAL at 1731878413520Closed at 1731878413520 2024-11-17T21:20:13,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:13,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:20:13,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:20:13,522 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:20:13,523 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:20:13,673 DEBUG [a313eea8709e:43535 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:20:13,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,41119,1731878411044 2024-11-17T21:20:13,674 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,41119,1731878411044, state=OPENING 2024-11-17T21:20:13,782 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:20:13,793 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:20:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:13,810 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:20:13,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1839955398/meta-region-server: CHANGED 2024-11-17T21:20:13,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1839955398/meta-region-server: CHANGED 2024-11-17T21:20:13,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,41119,1731878411044}] 2024-11-17T21:20:13,963 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:20:13,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:20:13,967 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:20:13,967 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:13,967 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:20:13,969 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C41119%2C1731878411044.meta, suffix=.meta, logDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/oldWALs, maxLogs=10 2024-11-17T21:20:13,980 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.meta.1731878413969.meta, exclude list is [], retry=0 2024-11-17T21:20:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42191,DS-0f0bed45-04f8-44b2-baa1-5c555c09eee3,DISK] 2024-11-17T21:20:13,983 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.meta.1731878413969.meta 2024-11-17T21:20:13,984 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38225:38225)] 2024-11-17T21:20:13,984 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:13,984 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:13,984 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:20:13,984 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:20:13,984 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:20:13,984 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:20:13,984 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:13,984 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:20:13,985 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:20:13,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:20:13,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:20:13,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:13,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:13,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:20:13,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:20:13,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:13,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:13,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:20:13,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:20:13,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:13,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:13,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:20:13,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:20:13,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:13,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:13,990 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:20:13,991 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740 2024-11-17T21:20:13,992 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740 2024-11-17T21:20:13,993 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:20:13,993 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:20:13,994 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:13,995 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:20:13,996 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65060835, jitterRate=-0.03051801025867462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:13,996 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:20:13,996 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878413985Writing region info on filesystem at 1731878413985Initializing all the Stores at 1731878413985Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878413985Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878413985Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878413985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878413985Cleaning up temporary data from old regions at 1731878413993 (+8 ms)Running coprocessor post-open hooks at 1731878413996 (+3 ms)Region opened successfully at 1731878413996 2024-11-17T21:20:13,997 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878413962 2024-11-17T21:20:14,001 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:20:14,001 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:20:14,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,41119,1731878411044 2024-11-17T21:20:14,002 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,41119,1731878411044, state=OPEN 2024-11-17T21:20:14,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1839955398/meta-region-server 2024-11-17T21:20:14,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1839955398/meta-region-server 2024-11-17T21:20:14,009 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,41119,1731878411044 2024-11-17T21:20:14,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1839955398/meta-region-server: CHANGED 2024-11-17T21:20:14,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1839955398/meta-region-server: CHANGED 2024-11-17T21:20:14,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:20:14,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,41119,1731878411044 in 199 msec 2024-11-17T21:20:14,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:20:14,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-17T21:20:14,014 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:14,014 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:20:14,015 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:14,016 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41119,1731878411044, seqNum=-1] 2024-11-17T21:20:14,016 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:14,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:14,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 935 msec 2024-11-17T21:20:14,021 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878414021, completionTime=-1 2024-11-17T21:20:14,021 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:20:14,021 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:20:14,023 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:20:14,023 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878474023 2024-11-17T21:20:14,023 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878534023 2024-11-17T21:20:14,023 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:20:14,023 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,43535,1731878410924-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:14,023 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,43535,1731878410924-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:14,023 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,43535,1731878410924-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:14,023 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:43535, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:14,024 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:14,024 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:14,025 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:20:14,027 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.912sec 2024-11-17T21:20:14,027 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:20:14,027 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:20:14,027 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:20:14,027 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:20:14,027 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:20:14,027 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,43535,1731878410924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:20:14,027 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,43535,1731878410924-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:20:14,029 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:20:14,029 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:20:14,029 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,43535,1731878410924-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:14,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbd4bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:14,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,43535,-1 for getting cluster id 2024-11-17T21:20:14,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:14,077 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255b3153-8ca1-4136-ab68-95e5745e7fb4' 2024-11-17T21:20:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255b3153-8ca1-4136-ab68-95e5745e7fb4" 2024-11-17T21:20:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abf8e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,43535,-1] 2024-11-17T21:20:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:14,079 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:14,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c0ca81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:14,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41119,1731878411044, seqNum=-1] 2024-11-17T21:20:14,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:14,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:14,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,43535,1731878410924 2024-11-17T21:20:14,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58175 2024-11-17T21:20:14,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:14,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014aab37f40005 connected 2024-11-17T21:20:14,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,45193,1731878405507 2024-11-17T21:20:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46a6f3f0 2024-11-17T21:20:14,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:14,161 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:14,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:20:14,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:20:14,164 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:14,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:20:14,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:20:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:20:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:14,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:20:14,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a495426f2034873646234d43f29eace5, NAME => 'test,,1731878414161.a495426f2034873646234d43f29eace5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a 2024-11-17T21:20:14,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:20:14,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878414161.a495426f2034873646234d43f29eace5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:14,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a495426f2034873646234d43f29eace5, disabling compactions & flushes 2024-11-17T21:20:14,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:14,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:14,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878414161.a495426f2034873646234d43f29eace5. after waiting 0 ms 2024-11-17T21:20:14,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:14,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:14,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a495426f2034873646234d43f29eace5: Waiting for close lock at 1731878414577Disabling compacts and flushes for region at 1731878414577Disabling writes for close at 1731878414577Writing region close event to WAL at 1731878414577Closed at 1731878414577 2024-11-17T21:20:14,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:20:14,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878414161.a495426f2034873646234d43f29eace5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878414578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878414578"}]},"ts":"1731878414578"} 2024-11-17T21:20:14,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:20:14,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:20:14,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878414581"}]},"ts":"1731878414581"} 2024-11-17T21:20:14,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:14,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:14,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:14,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:14,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:14,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:14,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:20:14,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a495426f2034873646234d43f29eace5, ASSIGN}] 2024-11-17T21:20:14,585 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a495426f2034873646234d43f29eace5, ASSIGN 2024-11-17T21:20:14,586 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a495426f2034873646234d43f29eace5, ASSIGN; state=OFFLINE, location=a313eea8709e,36293,1731878405702; forceNewPlan=false, retain=false 2024-11-17T21:20:14,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:14,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:14,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a495426f2034873646234d43f29eace5, regionState=OPENING, regionLocation=a313eea8709e,36293,1731878405702 2024-11-17T21:20:14,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a495426f2034873646234d43f29eace5, ASSIGN because future has completed 2024-11-17T21:20:14,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a495426f2034873646234d43f29eace5, server=a313eea8709e,36293,1731878405702}] 2024-11-17T21:20:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:14,895 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:14,895 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a495426f2034873646234d43f29eace5, NAME => 'test,,1731878414161.a495426f2034873646234d43f29eace5.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:14,895 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:14,895 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:20:14,896 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,896 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878414161.a495426f2034873646234d43f29eace5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:14,896 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,896 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,897 INFO [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,898 INFO [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a495426f2034873646234d43f29eace5 columnFamilyName f 2024-11-17T21:20:14,898 DEBUG [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:14,898 INFO [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] regionserver.HStore(327): Store=a495426f2034873646234d43f29eace5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:14,898 INFO [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,899 INFO [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a495426f2034873646234d43f29eace5 columnFamilyName f1 2024-11-17T21:20:14,899 DEBUG [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:14,899 INFO [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] regionserver.HStore(327): Store=a495426f2034873646234d43f29eace5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:14,900 INFO [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,900 INFO [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a495426f2034873646234d43f29eace5 columnFamilyName norep 2024-11-17T21:20:14,900 DEBUG [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:14,901 INFO [StoreOpener-a495426f2034873646234d43f29eace5-1 {}] regionserver.HStore(327): Store=a495426f2034873646234d43f29eace5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:14,901 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,902 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,902 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,903 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,903 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,903 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:20:14,904 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,906 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:14,906 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a495426f2034873646234d43f29eace5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74573304, jitterRate=0.1112288236618042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:20:14,906 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a495426f2034873646234d43f29eace5 2024-11-17T21:20:14,907 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a495426f2034873646234d43f29eace5: Running coprocessor pre-open hook at 1731878414896Writing region info on filesystem at 1731878414896Initializing all the Stores at 1731878414896Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878414896Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878414897 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878414897Cleaning up temporary data from old regions at 1731878414903 (+6 ms)Running coprocessor post-open hooks at 1731878414906 (+3 ms)Region opened successfully at 1731878414907 (+1 ms) 2024-11-17T21:20:14,908 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878414161.a495426f2034873646234d43f29eace5., pid=6, masterSystemTime=1731878414891 2024-11-17T21:20:14,910 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:14,910 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:14,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a495426f2034873646234d43f29eace5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,36293,1731878405702 2024-11-17T21:20:14,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a495426f2034873646234d43f29eace5, server=a313eea8709e,36293,1731878405702 because future has completed 2024-11-17T21:20:14,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:20:14,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a495426f2034873646234d43f29eace5, server=a313eea8709e,36293,1731878405702 in 174 msec 2024-11-17T21:20:14,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:20:14,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a495426f2034873646234d43f29eace5, ASSIGN in 332 msec 2024-11-17T21:20:14,919 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:20:14,919 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878414919"}]},"ts":"1731878414919"} 2024-11-17T21:20:14,920 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:20:14,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:20:14,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-17T21:20:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:15,304 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:20:15,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:15,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,43535,1731878410924 2024-11-17T21:20:15,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17833780 2024-11-17T21:20:15,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:15,306 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:15,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:20:15,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:20:15,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:15,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:20:15,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:20:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:15,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:20:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:15,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 419e9d648299f36bb0bbdc26e21af7f2, NAME => 'test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637 2024-11-17T21:20:15,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:20:15,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:15,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 419e9d648299f36bb0bbdc26e21af7f2, disabling compactions & flushes 2024-11-17T21:20:15,721 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:15,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:15,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. after waiting 0 ms 2024-11-17T21:20:15,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:15,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:15,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 419e9d648299f36bb0bbdc26e21af7f2: Waiting for close lock at 1731878415721Disabling compacts and flushes for region at 1731878415721Disabling writes for close at 1731878415722 (+1 ms)Writing region close event to WAL at 1731878415722Closed at 1731878415722 2024-11-17T21:20:15,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:20:15,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878415723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878415723"}]},"ts":"1731878415723"} 2024-11-17T21:20:15,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:20:15,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:20:15,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878415726"}]},"ts":"1731878415726"} 2024-11-17T21:20:15,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:20:15,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=419e9d648299f36bb0bbdc26e21af7f2, ASSIGN}] 2024-11-17T21:20:15,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=419e9d648299f36bb0bbdc26e21af7f2, ASSIGN 2024-11-17T21:20:15,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=419e9d648299f36bb0bbdc26e21af7f2, ASSIGN; state=OFFLINE, location=a313eea8709e,41119,1731878411044; forceNewPlan=false, retain=false 2024-11-17T21:20:15,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=419e9d648299f36bb0bbdc26e21af7f2, regionState=OPENING, regionLocation=a313eea8709e,41119,1731878411044 2024-11-17T21:20:15,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=419e9d648299f36bb0bbdc26e21af7f2, ASSIGN because future has completed 2024-11-17T21:20:15,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 419e9d648299f36bb0bbdc26e21af7f2, server=a313eea8709e,41119,1731878411044}] 2024-11-17T21:20:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:16,039 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:16,039 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 419e9d648299f36bb0bbdc26e21af7f2, NAME => 'test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:16,039 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:16,039 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:20:16,039 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,039 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:16,039 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,039 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,040 INFO [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,042 INFO [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 419e9d648299f36bb0bbdc26e21af7f2 columnFamilyName f 2024-11-17T21:20:16,042 DEBUG [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:16,042 INFO [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] regionserver.HStore(327): Store=419e9d648299f36bb0bbdc26e21af7f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:16,042 INFO [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,043 INFO [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 419e9d648299f36bb0bbdc26e21af7f2 columnFamilyName f1 2024-11-17T21:20:16,043 DEBUG [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:16,043 INFO [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] regionserver.HStore(327): Store=419e9d648299f36bb0bbdc26e21af7f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:16,043 INFO [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,044 INFO [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 419e9d648299f36bb0bbdc26e21af7f2 columnFamilyName norep 2024-11-17T21:20:16,044 DEBUG [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:16,045 INFO [StoreOpener-419e9d648299f36bb0bbdc26e21af7f2-1 {}] regionserver.HStore(327): Store=419e9d648299f36bb0bbdc26e21af7f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:16,045 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,045 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,045 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,046 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,046 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,047 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:20:16,047 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,049 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:16,049 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 419e9d648299f36bb0bbdc26e21af7f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59178390, jitterRate=-0.1181732714176178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:20:16,049 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:16,049 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 419e9d648299f36bb0bbdc26e21af7f2: Running coprocessor pre-open hook at 1731878416039Writing region info on filesystem at 1731878416039Initializing all the Stores at 1731878416040 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878416040Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878416040Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878416040Cleaning up temporary data from old regions at 1731878416046 (+6 ms)Running coprocessor post-open hooks at 1731878416049 (+3 ms)Region opened successfully at 1731878416049 2024-11-17T21:20:16,050 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2., pid=6, masterSystemTime=1731878416036 2024-11-17T21:20:16,052 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:16,052 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:16,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=419e9d648299f36bb0bbdc26e21af7f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,41119,1731878411044 2024-11-17T21:20:16,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 419e9d648299f36bb0bbdc26e21af7f2, server=a313eea8709e,41119,1731878411044 because future has completed 2024-11-17T21:20:16,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:20:16,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 419e9d648299f36bb0bbdc26e21af7f2, server=a313eea8709e,41119,1731878411044 in 172 msec 2024-11-17T21:20:16,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:20:16,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=419e9d648299f36bb0bbdc26e21af7f2, ASSIGN in 328 msec 2024-11-17T21:20:16,058 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:20:16,058 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878416058"}]},"ts":"1731878416058"} 2024-11-17T21:20:16,060 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:20:16,061 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:20:16,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-17T21:20:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:16,445 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:20:16,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0a4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45193,-1 for getting cluster id 2024-11-17T21:20:16,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:16,447 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8bd5f96-f457-4af5-9a39-ae3650b526b2' 2024-11-17T21:20:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8bd5f96-f457-4af5-9a39-ae3650b526b2" 2024-11-17T21:20:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40eddd0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45193,-1] 2024-11-17T21:20:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:16,448 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:16,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aba833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a165c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,43535,-1 for getting cluster id 2024-11-17T21:20:16,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:16,450 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255b3153-8ca1-4136-ab68-95e5745e7fb4' 2024-11-17T21:20:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255b3153-8ca1-4136-ab68-95e5745e7fb4" 2024-11-17T21:20:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684bc541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,43535,-1] 2024-11-17T21:20:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:16,451 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c477eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce9c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45193,-1 for getting cluster id 2024-11-17T21:20:16,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:16,453 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8bd5f96-f457-4af5-9a39-ae3650b526b2' 2024-11-17T21:20:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8bd5f96-f457-4af5-9a39-ae3650b526b2" 2024-11-17T21:20:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d880c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45193,-1] 2024-11-17T21:20:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:16,454 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:16,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2e4286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:16,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,45193,1731878405507 2024-11-17T21:20:16,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a763d48 2024-11-17T21:20:16,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:16,457 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:16,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:43535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:20:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:20:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:16,460 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:43535' 2024-11-17T21:20:16,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e44c3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,461 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,43535,-1 for getting cluster id 2024-11-17T21:20:16,461 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:16,462 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255b3153-8ca1-4136-ab68-95e5745e7fb4' 2024-11-17T21:20:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255b3153-8ca1-4136-ab68-95e5745e7fb4" 2024-11-17T21:20:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252190f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,43535,-1] 2024-11-17T21:20:16,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:16,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:16,463 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:16,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c7876d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:16,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:16,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,43535,1731878410924 2024-11-17T21:20:16,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f7ee53b 2024-11-17T21:20:16,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:16,466 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:16,467 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T21:20:16,467 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:20:16,467 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:16,467 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:16,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:16,467 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:16,469 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:20:16,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:20:16,470 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:16,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:20:16,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:20:16,519 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:20:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:16,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24e27a2347cda7543f2f056ba29cdc27, NAME => 'hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a 2024-11-17T21:20:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:20:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24e27a2347cda7543f2f056ba29cdc27, disabling compactions & flushes 2024-11-17T21:20:17,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. after waiting 0 ms 2024-11-17T21:20:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:17,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24e27a2347cda7543f2f056ba29cdc27: Waiting for close lock at 1731878417288Disabling compacts and flushes for region at 1731878417288Disabling writes for close at 1731878417288Writing region close event to WAL at 1731878417288Closed at 1731878417288 2024-11-17T21:20:17,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:20:17,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878417289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878417289"}]},"ts":"1731878417289"} 2024-11-17T21:20:17,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:20:17,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:20:17,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878417292"}]},"ts":"1731878417292"} 2024-11-17T21:20:17,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:20:17,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24e27a2347cda7543f2f056ba29cdc27, ASSIGN}] 2024-11-17T21:20:17,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24e27a2347cda7543f2f056ba29cdc27, ASSIGN 2024-11-17T21:20:17,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24e27a2347cda7543f2f056ba29cdc27, ASSIGN; state=OFFLINE, location=a313eea8709e,36293,1731878405702; forceNewPlan=false, retain=false 2024-11-17T21:20:17,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24e27a2347cda7543f2f056ba29cdc27, regionState=OPENING, regionLocation=a313eea8709e,36293,1731878405702 2024-11-17T21:20:17,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24e27a2347cda7543f2f056ba29cdc27, ASSIGN because future has completed 2024-11-17T21:20:17,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24e27a2347cda7543f2f056ba29cdc27, server=a313eea8709e,36293,1731878405702}] 2024-11-17T21:20:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:17,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:17,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:17,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:20:17,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C36293%2C1731878405702.rep, suffix=, logDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702, archiveDir=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/oldWALs, maxLogs=10 2024-11-17T21:20:17,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.rep.1731878417608, exclude list is [], retry=0 2024-11-17T21:20:17,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-3a278813-ce7a-4c6f-9245-f290bd7e0c34,DISK] 2024-11-17T21:20:17,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.rep.1731878417608 2024-11-17T21:20:17,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35497:35497)] 2024-11-17T21:20:17,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24e27a2347cda7543f2f056ba29cdc27, NAME => 'hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:17,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:17,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:20:17,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. service=MultiRowMutationService 2024-11-17T21:20:17,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:20:17,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:17,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,632 INFO [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,633 INFO [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24e27a2347cda7543f2f056ba29cdc27 columnFamilyName hfileref 2024-11-17T21:20:17,633 DEBUG [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:17,634 INFO [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] regionserver.HStore(327): Store=24e27a2347cda7543f2f056ba29cdc27/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:17,634 INFO [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,635 INFO [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24e27a2347cda7543f2f056ba29cdc27 columnFamilyName queue 2024-11-17T21:20:17,635 DEBUG [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:17,635 INFO [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] regionserver.HStore(327): Store=24e27a2347cda7543f2f056ba29cdc27/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:17,635 INFO [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,636 INFO [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24e27a2347cda7543f2f056ba29cdc27 columnFamilyName sid 2024-11-17T21:20:17,636 DEBUG [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:17,637 INFO [StoreOpener-24e27a2347cda7543f2f056ba29cdc27-1 {}] regionserver.HStore(327): Store=24e27a2347cda7543f2f056ba29cdc27/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:17,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:20:17,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:17,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24e27a2347cda7543f2f056ba29cdc27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72917222, jitterRate=0.08655127882957458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:20:17,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:17,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24e27a2347cda7543f2f056ba29cdc27: Running coprocessor pre-open hook at 1731878417630Writing region info on filesystem at 1731878417630Initializing all the Stores at 1731878417631 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878417631Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878417632 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878417632Cleaning up temporary data from old regions at 1731878417638 (+6 ms)Running coprocessor post-open hooks at 1731878417642 (+4 ms)Region opened successfully at 1731878417642 2024-11-17T21:20:17,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27., pid=10, masterSystemTime=1731878417603 2024-11-17T21:20:17,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:17,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:17,645 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24e27a2347cda7543f2f056ba29cdc27, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,36293,1731878405702 2024-11-17T21:20:17,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24e27a2347cda7543f2f056ba29cdc27, server=a313eea8709e,36293,1731878405702 because future has completed 2024-11-17T21:20:17,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:20:17,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24e27a2347cda7543f2f056ba29cdc27, server=a313eea8709e,36293,1731878405702 in 198 msec 2024-11-17T21:20:17,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:20:17,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24e27a2347cda7543f2f056ba29cdc27, ASSIGN in 355 msec 2024-11-17T21:20:17,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:20:17,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878417652"}]},"ts":"1731878417652"} 2024-11-17T21:20:17,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:20:17,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:20:17,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-17T21:20:17,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27., hostname=a313eea8709e,36293,1731878405702, seqNum=2] 2024-11-17T21:20:17,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:17,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:17,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:20:17,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:20:17,931 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:20:17,968 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,36293,1731878405702, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:20:17,969 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:17,969 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,36293,1731878405702, seqNum=-1] 2024-11-17T21:20:17,969 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:17,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T21:20:17,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,36293,1731878405702', locateType=CURRENT is [region=hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27., hostname=a313eea8709e,36293,1731878405702, seqNum=2] 2024-11-17T21:20:17,974 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:20:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:20:17,976 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,36293,1731878405702 suceeded 2024-11-17T21:20:17,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:20:17,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-17T21:20:17,978 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:43535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:20:17,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5210 sec 2024-11-17T21:20:17,988 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:43535' 2024-11-17T21:20:17,989 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@178c6e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:17,989 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,43535,-1 for getting cluster id 2024-11-17T21:20:17,989 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:17,989 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255b3153-8ca1-4136-ab68-95e5745e7fb4' 2024-11-17T21:20:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255b3153-8ca1-4136-ab68-95e5745e7fb4" 2024-11-17T21:20:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f9b9f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,43535,-1] 2024-11-17T21:20:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:17,991 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:17,992 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1edad2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:17,992 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:17,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,43535,1731878410924 2024-11-17T21:20:17,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2992d880 2024-11-17T21:20:17,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:17,993 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T21:20:17,994 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,36293,1731878405702 (queues=1) is replicating from cluster=e8bd5f96-f457-4af5-9a39-ae3650b526b2 to cluster=255b3153-8ca1-4136-ab68-95e5745e7fb4 2024-11-17T21:20:17,994 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C36293%2C1731878405702 2024-11-17T21:20:17,994 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,36293,1731878405702, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:20:17,994 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918, startPosition=0, beingWritten=true 2024-11-17T21:20:17,996 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C36293%2C1731878405702 2024-11-17T21:20:18,002 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:18,002 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 379, reset compression=false 2024-11-17T21:20:18,002 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,36293,1731878405702 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:20:18,207 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 379, reset compression=false 2024-11-17T21:20:18,510 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 379, reset compression=false 2024-11-17T21:20:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:18,604 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:20:18,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:18,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:18,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:18,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:18,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:18,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:18,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,43535,-1 for getting cluster id 2024-11-17T21:20:18,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:18,606 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255b3153-8ca1-4136-ab68-95e5745e7fb4' 2024-11-17T21:20:18,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:18,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255b3153-8ca1-4136-ab68-95e5745e7fb4" 2024-11-17T21:20:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4eb4b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,43535,-1] 2024-11-17T21:20:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:18,608 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689bff16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:18,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:18,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,43535,1731878410924 2024-11-17T21:20:18,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa5023c 2024-11-17T21:20:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:18,610 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:18,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:45193,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:20:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:20:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:18,613 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:45193' 2024-11-17T21:20:18,614 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39de894b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:18,614 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45193,-1 for getting cluster id 2024-11-17T21:20:18,614 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:18,615 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8bd5f96-f457-4af5-9a39-ae3650b526b2' 2024-11-17T21:20:18,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:18,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8bd5f96-f457-4af5-9a39-ae3650b526b2" 2024-11-17T21:20:18,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69657ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:18,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45193,-1] 2024-11-17T21:20:18,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:18,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:18,616 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:18,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cb8a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:18,617 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:18,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,45193,1731878405507 2024-11-17T21:20:18,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54925831 2024-11-17T21:20:18,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:18,618 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:18,619 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-17T21:20:18,619 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:20:18,619 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:18,619 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:18,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:18,619 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:18,620 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:20:18,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:20:18,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:18,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:20:18,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:20:18,670 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:20:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:18,915 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 379, reset compression=false 2024-11-17T21:20:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:19,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed5edfb6eceee565df09455aba54d093, NAME => 'hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637 2024-11-17T21:20:19,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:20:19,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:19,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ed5edfb6eceee565df09455aba54d093, disabling compactions & flushes 2024-11-17T21:20:19,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:19,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:19,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. after waiting 0 ms 2024-11-17T21:20:19,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:19,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:19,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed5edfb6eceee565df09455aba54d093: Waiting for close lock at 1731878419038Disabling compacts and flushes for region at 1731878419038Disabling writes for close at 1731878419039 (+1 ms)Writing region close event to WAL at 1731878419039Closed at 1731878419039 2024-11-17T21:20:19,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:20:19,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878419040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878419040"}]},"ts":"1731878419040"} 2024-11-17T21:20:19,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:20:19,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:20:19,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878419043"}]},"ts":"1731878419043"} 2024-11-17T21:20:19,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:20:19,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed5edfb6eceee565df09455aba54d093, ASSIGN}] 2024-11-17T21:20:19,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed5edfb6eceee565df09455aba54d093, ASSIGN 2024-11-17T21:20:19,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed5edfb6eceee565df09455aba54d093, ASSIGN; state=OFFLINE, location=a313eea8709e,41119,1731878411044; forceNewPlan=false, retain=false 2024-11-17T21:20:19,198 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed5edfb6eceee565df09455aba54d093, regionState=OPENING, regionLocation=a313eea8709e,41119,1731878411044 2024-11-17T21:20:19,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed5edfb6eceee565df09455aba54d093, ASSIGN because future has completed 2024-11-17T21:20:19,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed5edfb6eceee565df09455aba54d093, server=a313eea8709e,41119,1731878411044}] 2024-11-17T21:20:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:19,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:19,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:19,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:20:19,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C41119%2C1731878411044.rep, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/oldWALs, maxLogs=10 2024-11-17T21:20:19,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.rep.1731878419357, exclude list is [], retry=0 2024-11-17T21:20:19,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42191,DS-0f0bed45-04f8-44b2-baa1-5c555c09eee3,DISK] 2024-11-17T21:20:19,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.rep.1731878419357 2024-11-17T21:20:19,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38225:38225)] 2024-11-17T21:20:19,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ed5edfb6eceee565df09455aba54d093, NAME => 'hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:19,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:19,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:20:19,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. service=MultiRowMutationService 2024-11-17T21:20:19,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:20:19,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:19,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,374 INFO [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,375 INFO [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed5edfb6eceee565df09455aba54d093 columnFamilyName hfileref 2024-11-17T21:20:19,375 DEBUG [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:19,376 INFO [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] regionserver.HStore(327): Store=ed5edfb6eceee565df09455aba54d093/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:19,376 INFO [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,377 INFO [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed5edfb6eceee565df09455aba54d093 columnFamilyName queue 2024-11-17T21:20:19,377 DEBUG [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:19,377 INFO [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] regionserver.HStore(327): Store=ed5edfb6eceee565df09455aba54d093/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:19,377 INFO [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,378 INFO [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed5edfb6eceee565df09455aba54d093 columnFamilyName sid 2024-11-17T21:20:19,378 DEBUG [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:19,378 INFO [StoreOpener-ed5edfb6eceee565df09455aba54d093-1 {}] regionserver.HStore(327): Store=ed5edfb6eceee565df09455aba54d093/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:19,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:20:19,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:19,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ed5edfb6eceee565df09455aba54d093; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73056827, jitterRate=0.08863155543804169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:20:19,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:19,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ed5edfb6eceee565df09455aba54d093: Running coprocessor pre-open hook at 1731878419373Writing region info on filesystem at 1731878419373Initializing all the Stores at 1731878419374 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878419374Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878419374Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878419374Cleaning up temporary data from old regions at 1731878419381 (+7 ms)Running coprocessor post-open hooks at 1731878419384 (+3 ms)Region opened successfully at 1731878419384 2024-11-17T21:20:19,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093., pid=10, masterSystemTime=1731878419352 2024-11-17T21:20:19,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:19,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:19,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed5edfb6eceee565df09455aba54d093, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,41119,1731878411044 2024-11-17T21:20:19,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed5edfb6eceee565df09455aba54d093, server=a313eea8709e,41119,1731878411044 because future has completed 2024-11-17T21:20:19,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:20:19,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ed5edfb6eceee565df09455aba54d093, server=a313eea8709e,41119,1731878411044 in 191 msec 2024-11-17T21:20:19,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:20:19,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed5edfb6eceee565df09455aba54d093, ASSIGN in 347 msec 2024-11-17T21:20:19,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:20:19,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878419394"}]},"ts":"1731878419394"} 2024-11-17T21:20:19,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:20:19,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:20:19,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 779 msec 2024-11-17T21:20:19,419 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 379, reset compression=false 2024-11-17T21:20:19,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093., hostname=a313eea8709e,41119,1731878411044, seqNum=2] 2024-11-17T21:20:19,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:20:19,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:19,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:19,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:19,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:19,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:19,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:19,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:19,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:19,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:19,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:19,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T21:20:19,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T21:20:19,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:20:19,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:20:19,699 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:20:19,724 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,41119,1731878411044, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:20:19,724 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:19,724 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41119,1731878411044, seqNum=-1] 2024-11-17T21:20:19,724 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:19,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T21:20:19,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,41119,1731878411044', locateType=CURRENT is [region=hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093., hostname=a313eea8709e,41119,1731878411044, seqNum=2] 2024-11-17T21:20:19,728 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:20:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:20:19,730 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,41119,1731878411044 suceeded 2024-11-17T21:20:19,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:20:19,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-17T21:20:19,732 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:45193,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:20:19,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1210 sec 2024-11-17T21:20:19,741 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:45193' 2024-11-17T21:20:19,742 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd3a2a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:19,742 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45193,-1 for getting cluster id 2024-11-17T21:20:19,742 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:19,743 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8bd5f96-f457-4af5-9a39-ae3650b526b2' 2024-11-17T21:20:19,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:19,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8bd5f96-f457-4af5-9a39-ae3650b526b2" 2024-11-17T21:20:19,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a201af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:19,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45193,-1] 2024-11-17T21:20:19,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:19,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:19,744 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:19,744 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5637a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:19,744 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:19,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,45193,1731878405507 2024-11-17T21:20:19,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@82bf866 2024-11-17T21:20:19,745 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:20:19,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:19,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:19,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:19,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:19,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:19,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:19,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:19,746 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T21:20:19,747 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,41119,1731878411044 (queues=1) is replicating from cluster=255b3153-8ca1-4136-ab68-95e5745e7fb4 to cluster=e8bd5f96-f457-4af5-9a39-ae3650b526b2 2024-11-17T21:20:19,747 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C41119%2C1731878411044 2024-11-17T21:20:19,747 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,41119,1731878411044, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:20:19,747 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C41119%2C1731878411044 2024-11-17T21:20:19,747 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359, startPosition=0, beingWritten=true 2024-11-17T21:20:19,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731878419749/Put/seqid=0 2024-11-17T21:20:19,753 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:19,753 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 379, reset compression=false 2024-11-17T21:20:19,753 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,41119,1731878411044 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:20:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741840_1016 (size=7894) 2024-11-17T21:20:19,757 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731878419756/Put/seqid=0 2024-11-17T21:20:19,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741841_1017 (size=7691) 2024-11-17T21:20:19,958 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 379, reset compression=false 2024-11-17T21:20:20,022 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 379, reset compression=false 2024-11-17T21:20:20,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:20,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45193,-1 for getting cluster id 2024-11-17T21:20:20,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:20,163 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8bd5f96-f457-4af5-9a39-ae3650b526b2' 2024-11-17T21:20:20,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:20,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8bd5f96-f457-4af5-9a39-ae3650b526b2" 2024-11-17T21:20:20,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b475ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:20,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45193,-1] 2024-11-17T21:20:20,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:20,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:20,164 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:20,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:20,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,36293,1731878405702, seqNum=-1] 2024-11-17T21:20:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:20,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:20,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,45193,1731878405507 2024-11-17T21:20:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@367f1ae6 2024-11-17T21:20:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:20,176 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878414161.a495426f2034873646234d43f29eace5., hostname=a313eea8709e,36293,1731878405702, seqNum=2] 2024-11-17T21:20:20,182 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:20:20,191 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T21:20:20,194 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T21:20:20,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in a495426f2034873646234d43f29eace5/f 2024-11-17T21:20:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T21:20:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:20:20,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in a495426f2034873646234d43f29eace5/f 2024-11-17T21:20:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T21:20:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:20:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HRegion(2603): Flush status journal for a495426f2034873646234d43f29eace5: 2024-11-17T21:20:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins__test__rsif9s1ub6saiboql8vru2l0s5mne0ecuvljci7j6jg1qj8pspklnfmbq63ss85q/f/hfile_0 2024-11-17T21:20:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins__test__rsif9s1ub6saiboql8vru2l0s5mne0ecuvljci7j6jg1qj8pspklnfmbq63ss85q/f/hfile_0 as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_ 2024-11-17T21:20:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins__test__rsif9s1ub6saiboql8vru2l0s5mne0ecuvljci7j6jg1qj8pspklnfmbq63ss85q/f/hfile_1 2024-11-17T21:20:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins__test__rsif9s1ub6saiboql8vru2l0s5mne0ecuvljci7j6jg1qj8pspklnfmbq63ss85q/f/hfile_1 as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_ 2024-11-17T21:20:20,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins__test__rsif9s1ub6saiboql8vru2l0s5mne0ecuvljci7j6jg1qj8pspklnfmbq63ss85q/f/hfile_0 into a495426f2034873646234d43f29eace5/f as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_ - updating store file list. 2024-11-17T21:20:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:20:20,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_ into a495426f2034873646234d43f29eace5/f 2024-11-17T21:20:20,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins__test__rsif9s1ub6saiboql8vru2l0s5mne0ecuvljci7j6jg1qj8pspklnfmbq63ss85q/f/hfile_0 into a495426f2034873646234d43f29eace5/f (new location: hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_) 2024-11-17T21:20:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins__test__rsif9s1ub6saiboql8vru2l0s5mne0ecuvljci7j6jg1qj8pspklnfmbq63ss85q/f/hfile_0 2024-11-17T21:20:20,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins__test__rsif9s1ub6saiboql8vru2l0s5mne0ecuvljci7j6jg1qj8pspklnfmbq63ss85q/f/hfile_1 into a495426f2034873646234d43f29eace5/f as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_ - updating store file list. 2024-11-17T21:20:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:20:20,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_ into a495426f2034873646234d43f29eace5/f 2024-11-17T21:20:20,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins__test__rsif9s1ub6saiboql8vru2l0s5mne0ecuvljci7j6jg1qj8pspklnfmbq63ss85q/f/hfile_1 into a495426f2034873646234d43f29eace5/f (new location: hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_) 2024-11-17T21:20:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins__test__rsif9s1ub6saiboql8vru2l0s5mne0ecuvljci7j6jg1qj8pspklnfmbq63ss85q/f/hfile_1 2024-11-17T21:20:20,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:20,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:20,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:20,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:20,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:20,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731878414161.a495426f2034873646234d43f29eace5., hostname=a313eea8709e,36293,1731878405702, seqNum=2 , the old value is region=test,,1731878414161.a495426f2034873646234d43f29eace5., hostname=a313eea8709e,36293,1731878405702, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a313eea8709e:36293 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:20:20,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731878414161.a495426f2034873646234d43f29eace5., hostname=a313eea8709e,36293,1731878405702, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:20:20,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731878414161.a495426f2034873646234d43f29eace5., hostname=a313eea8709e,36293,1731878405702, seqNum=2 from cache 2024-11-17T21:20:20,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:20,227 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T21:20:20,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41119,1731878411044, seqNum=-1] 2024-11-17T21:20:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:20,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2., hostname=a313eea8709e,41119,1731878411044, seqNum=2] 2024-11-17T21:20:20,232 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T21:20:20,262 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 379, reset compression=false 2024-11-17T21:20:20,335 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:36293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T21:20:20,666 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 379, reset compression=false 2024-11-17T21:20:20,726 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 379, reset compression=false 2024-11-17T21:20:20,731 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:20:20,731 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,36293,1731878405702 got entry batch from reader: WALEntryBatch [walEntries=[{test/a495426f2034873646234d43f29eace5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731878420224/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T21:20:20,733 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:20:20,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-17T21:20:20,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.ReplicationSink(318): Replicating [e8bd5f96-f457-4af5-9a39-ae3650b526b2] bulk loaded data 2024-11-17T21:20:20,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f93340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:20,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,43535,-1 for getting cluster id 2024-11-17T21:20:20,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:20,735 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255b3153-8ca1-4136-ab68-95e5745e7fb4' 2024-11-17T21:20:20,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:20,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255b3153-8ca1-4136-ab68-95e5745e7fb4" 2024-11-17T21:20:20,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dbaae8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:20,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,43535,-1] 2024-11-17T21:20:20,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:20,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:20,736 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:20,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@293f995b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:20,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741840_1016 (size=7894) 2024-11-17T21:20:20,931 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 687, reset compression=false 2024-11-17T21:20:20,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T21:20:20,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T21:20:20,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T21:20:20,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T21:20:20,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:20:20,993 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T21:20:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741841_1017 (size=7691) 2024-11-17T21:20:21,170 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 379, reset compression=false 2024-11-17T21:20:21,234 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 687, reset compression=false 2024-11-17T21:20:21,234 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T21:20:21,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:21,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,43535,1731878410924 2024-11-17T21:20:21,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6487cb 2024-11-17T21:20:21,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:21,560 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T21:20:21,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:20:21,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:21,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41119,1731878411044, seqNum=-1] 2024-11-17T21:20:21,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:21,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T21:20:21,571 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T21:20:21,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T21:20:21,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_ for inclusion in 419e9d648299f36bb0bbdc26e21af7f2/f 2024-11-17T21:20:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T21:20:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:20:21,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_ for inclusion in 419e9d648299f36bb0bbdc26e21af7f2/f 2024-11-17T21:20:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T21:20:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:20:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HRegion(2603): Flush status journal for 419e9d648299f36bb0bbdc26e21af7f2: 2024-11-17T21:20:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:20:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_ as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/10e06119af534842a4515626d07fea96_SeqId_4_ 2024-11-17T21:20:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:20:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_ as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/80eb2266a476482fb10693c912a05481_SeqId_4_ 2024-11-17T21:20:21,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_ into 419e9d648299f36bb0bbdc26e21af7f2/f as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/10e06119af534842a4515626d07fea96_SeqId_4_ - updating store file list. 2024-11-17T21:20:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 10e06119af534842a4515626d07fea96_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:20:21,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/10e06119af534842a4515626d07fea96_SeqId_4_ into 419e9d648299f36bb0bbdc26e21af7f2/f 2024-11-17T21:20:21,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_ into 419e9d648299f36bb0bbdc26e21af7f2/f (new location: hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/10e06119af534842a4515626d07fea96_SeqId_4_) 2024-11-17T21:20:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/ae1f5bb65d444c95b6c50032211dc8fa_SeqId_4_ 2024-11-17T21:20:21,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_ into 419e9d648299f36bb0bbdc26e21af7f2/f as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/80eb2266a476482fb10693c912a05481_SeqId_4_ - updating store file list. 2024-11-17T21:20:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80eb2266a476482fb10693c912a05481_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:20:21,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/80eb2266a476482fb10693c912a05481_SeqId_4_ into 419e9d648299f36bb0bbdc26e21af7f2/f 2024-11-17T21:20:21,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_ into 419e9d648299f36bb0bbdc26e21af7f2/f (new location: hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/80eb2266a476482fb10693c912a05481_SeqId_4_) 2024-11-17T21:20:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins.hfs.11__test__cqn8mn4kgurr19ukhj47is1eqskt33lb3f9afq67935pjtsbo347c4u8clvvpvsk/f/08ae9d1d339e4b16b3353c9530ec9c9d_SeqId_4_ 2024-11-17T21:20:21,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.ReplicationSink(324): Finished replicating [e8bd5f96-f457-4af5-9a39-ae3650b526b2] bulk loaded data 2024-11-17T21:20:21,638 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 687, reset compression=false 2024-11-17T21:20:21,774 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 379, reset compression=false 2024-11-17T21:20:21,779 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:20:21,779 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,41119,1731878411044 got entry batch from reader: WALEntryBatch [walEntries=[{test/419e9d648299f36bb0bbdc26e21af7f2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731878421597/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T21:20:21,781 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:20:21,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-17T21:20:21,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.ReplicationSink(318): Replicating [e8bd5f96-f457-4af5-9a39-ae3650b526b2, 255b3153-8ca1-4136-ab68-95e5745e7fb4] bulk loaded data 2024-11-17T21:20:21,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2acdb960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:21,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45193,-1 for getting cluster id 2024-11-17T21:20:21,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:21,783 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8bd5f96-f457-4af5-9a39-ae3650b526b2' 2024-11-17T21:20:21,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:21,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8bd5f96-f457-4af5-9a39-ae3650b526b2" 2024-11-17T21:20:21,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51c3abff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:21,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45193,-1] 2024-11-17T21:20:21,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:21,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:21,785 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:21,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@da3e842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:21,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741842_1018 (size=7894) 2024-11-17T21:20:21,979 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 725, reset compression=false 2024-11-17T21:20:22,142 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 687, reset compression=false 2024-11-17T21:20:22,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741843_1019 (size=7691) 2024-11-17T21:20:22,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:22,262 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731878422261/Put/seqid=0 2024-11-17T21:20:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741842_1018 (size=11194) 2024-11-17T21:20:22,306 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 725, reset compression=false 2024-11-17T21:20:22,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:22,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,45193,1731878405507 2024-11-17T21:20:22,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9e7c7b 2024-11-17T21:20:22,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:22,617 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T21:20:22,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:20:22,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:22,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,36293,1731878405702, seqNum=-1] 2024-11-17T21:20:22,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:22,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T21:20:22,626 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__jim6pveacf7uloa3bo2r8pv4h41kf935rtlkc6rdhn16fqflsna56earqgkkgd55/f/10e06119af534842a4515626d07fea96_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T21:20:22,628 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__jim6pveacf7uloa3bo2r8pv4h41kf935rtlkc6rdhn16fqflsna56earqgkkgd55/f/80eb2266a476482fb10693c912a05481_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T21:20:22,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.ReplicationSink(324): Finished replicating [e8bd5f96-f457-4af5-9a39-ae3650b526b2, 255b3153-8ca1-4136-ab68-95e5745e7fb4] bulk loaded data 2024-11-17T21:20:22,669 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731878422669/Put/seqid=0 2024-11-17T21:20:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741843_1019 (size=10791) 2024-11-17T21:20:22,710 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 725, reset compression=false 2024-11-17T21:20:22,748 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 687, reset compression=false 2024-11-17T21:20:23,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:23,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,43535,-1 for getting cluster id 2024-11-17T21:20:23,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:23,075 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255b3153-8ca1-4136-ab68-95e5745e7fb4' 2024-11-17T21:20:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255b3153-8ca1-4136-ab68-95e5745e7fb4" 2024-11-17T21:20:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e06cfa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,43535,-1] 2024-11-17T21:20:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:23,077 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:23,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:23,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41119,1731878411044, seqNum=-1] 2024-11-17T21:20:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:23,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:23,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,43535,1731878410924 2024-11-17T21:20:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d92a4ee 2024-11-17T21:20:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:23,089 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:23,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2., hostname=a313eea8709e,41119,1731878411044, seqNum=2] 2024-11-17T21:20:23,095 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:20:23,107 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T21:20:23,110 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T21:20:23,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 419e9d648299f36bb0bbdc26e21af7f2/f 2024-11-17T21:20:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T21:20:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:20:23,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 419e9d648299f36bb0bbdc26e21af7f2/f 2024-11-17T21:20:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T21:20:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:20:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HRegion(2603): Flush status journal for 419e9d648299f36bb0bbdc26e21af7f2: 2024-11-17T21:20:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins__test__hqh3hsb6nru1p81j4d2n50obka7n7colvphbla157d45brrsitkgml2o40nd6l9m/f/hfile_1 2024-11-17T21:20:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins__test__hqh3hsb6nru1p81j4d2n50obka7n7colvphbla157d45brrsitkgml2o40nd6l9m/f/hfile_1 as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_ 2024-11-17T21:20:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins__test__hqh3hsb6nru1p81j4d2n50obka7n7colvphbla157d45brrsitkgml2o40nd6l9m/f/hfile_0 2024-11-17T21:20:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins__test__hqh3hsb6nru1p81j4d2n50obka7n7colvphbla157d45brrsitkgml2o40nd6l9m/f/hfile_0 as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_ 2024-11-17T21:20:23,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins__test__hqh3hsb6nru1p81j4d2n50obka7n7colvphbla157d45brrsitkgml2o40nd6l9m/f/hfile_1 into 419e9d648299f36bb0bbdc26e21af7f2/f as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_ - updating store file list. 2024-11-17T21:20:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T21:20:23,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_ into 419e9d648299f36bb0bbdc26e21af7f2/f 2024-11-17T21:20:23,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins__test__hqh3hsb6nru1p81j4d2n50obka7n7colvphbla157d45brrsitkgml2o40nd6l9m/f/hfile_1 into 419e9d648299f36bb0bbdc26e21af7f2/f (new location: hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_) 2024-11-17T21:20:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins__test__hqh3hsb6nru1p81j4d2n50obka7n7colvphbla157d45brrsitkgml2o40nd6l9m/f/hfile_1 2024-11-17T21:20:23,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins__test__hqh3hsb6nru1p81j4d2n50obka7n7colvphbla157d45brrsitkgml2o40nd6l9m/f/hfile_0 into 419e9d648299f36bb0bbdc26e21af7f2/f as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_ - updating store file list. 2024-11-17T21:20:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T21:20:23,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_ into 419e9d648299f36bb0bbdc26e21af7f2/f 2024-11-17T21:20:23,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins__test__hqh3hsb6nru1p81j4d2n50obka7n7colvphbla157d45brrsitkgml2o40nd6l9m/f/hfile_0 into 419e9d648299f36bb0bbdc26e21af7f2/f (new location: hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/f/6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_) 2024-11-17T21:20:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/staging/jenkins__test__hqh3hsb6nru1p81j4d2n50obka7n7colvphbla157d45brrsitkgml2o40nd6l9m/f/hfile_0 2024-11-17T21:20:23,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:23,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:23,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:23,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:23,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2., hostname=a313eea8709e,41119,1731878411044, seqNum=2 , the old value is region=test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2., hostname=a313eea8709e,41119,1731878411044, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a313eea8709e:41119 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:20:23,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2., hostname=a313eea8709e,41119,1731878411044, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:20:23,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2., hostname=a313eea8709e,41119,1731878411044, seqNum=2 from cache 2024-11-17T21:20:23,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:23,141 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T21:20:23,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,36293,1731878405702, seqNum=-1] 2024-11-17T21:20:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:23,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:23,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878414161.a495426f2034873646234d43f29eace5., hostname=a313eea8709e,36293,1731878405702, seqNum=2] 2024-11-17T21:20:23,152 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T21:20:23,213 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 725, reset compression=false 2024-11-17T21:20:23,218 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:20:23,218 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,41119,1731878411044 got entry batch from reader: WALEntryBatch [walEntries=[{test/419e9d648299f36bb0bbdc26e21af7f2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731878423138/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T21:20:23,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.ReplicationSink(318): Replicating [255b3153-8ca1-4136-ab68-95e5745e7fb4] bulk loaded data 2024-11-17T21:20:23,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741844_1020 (size=10791) 2024-11-17T21:20:23,245 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:41119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T21:20:23,418 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 1033, reset compression=false 2024-11-17T21:20:23,452 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 687, reset compression=false 2024-11-17T21:20:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741845_1021 (size=11194) 2024-11-17T21:20:23,722 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 1033, reset compression=false 2024-11-17T21:20:24,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:20:24,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-17T21:20:24,098 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-17T21:20:24,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_ for inclusion in a495426f2034873646234d43f29eace5/f 2024-11-17T21:20:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T21:20:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:20:24,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_ for inclusion in a495426f2034873646234d43f29eace5/f 2024-11-17T21:20:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T21:20:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:20:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HRegion(2603): Flush status journal for a495426f2034873646234d43f29eace5: 2024-11-17T21:20:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:20:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_ as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/95fec99533064fcdaa22f40f9d5ba1e3_SeqId_6_ 2024-11-17T21:20:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:20:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_ as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/062ab35f3de14958a61104d4c1b5f7f9_SeqId_6_ 2024-11-17T21:20:24,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_ into a495426f2034873646234d43f29eace5/f as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/95fec99533064fcdaa22f40f9d5ba1e3_SeqId_6_ - updating store file list. 2024-11-17T21:20:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 95fec99533064fcdaa22f40f9d5ba1e3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T21:20:24,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/95fec99533064fcdaa22f40f9d5ba1e3_SeqId_6_ into a495426f2034873646234d43f29eace5/f 2024-11-17T21:20:24,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_ into a495426f2034873646234d43f29eace5/f (new location: hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/95fec99533064fcdaa22f40f9d5ba1e3_SeqId_6_) 2024-11-17T21:20:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6129f9c2fbdd4951b58179d7241bc97c_SeqId_6_ 2024-11-17T21:20:24,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_ into a495426f2034873646234d43f29eace5/f as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/062ab35f3de14958a61104d4c1b5f7f9_SeqId_6_ - updating store file list. 2024-11-17T21:20:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 062ab35f3de14958a61104d4c1b5f7f9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T21:20:24,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/062ab35f3de14958a61104d4c1b5f7f9_SeqId_6_ into a495426f2034873646234d43f29eace5/f 2024-11-17T21:20:24,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_ into a495426f2034873646234d43f29eace5/f (new location: hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/f/062ab35f3de14958a61104d4c1b5f7f9_SeqId_6_) 2024-11-17T21:20:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/staging/jenkins.hfs.10__test__vf9mhri3dgidapeaet1ua6mrr4l0n1s0rv40eqhjvaa53dpnp3essj2me3rdhdlj/f/6d8d715befcd45b9916c0d7d4f2330b4_SeqId_6_ 2024-11-17T21:20:24,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.ReplicationSink(324): Finished replicating [255b3153-8ca1-4136-ab68-95e5745e7fb4] bulk loaded data 2024-11-17T21:20:24,125 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 1033, reset compression=false 2024-11-17T21:20:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:20:24,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:24,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:24,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:24,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:24,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:24,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:20:24,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=945516216, stopped=false 2024-11-17T21:20:24,163 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,43535,1731878410924 2024-11-17T21:20:24,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1839955398/running 2024-11-17T21:20:24,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1839955398/running 2024-11-17T21:20:24,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:24,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:24,184 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:20:24,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:24,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:24,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:24,185 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,41119,1731878411044' ***** 2024-11-17T21:20:24,185 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:20:24,185 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:20:24,185 INFO [RS:0;a313eea8709e:41119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:20:24,185 INFO [RS:0;a313eea8709e:41119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:20:24,185 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(3091): Received CLOSE for ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:24,186 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(3091): Received CLOSE for 419e9d648299f36bb0bbdc26e21af7f2 2024-11-17T21:20:24,186 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,41119,1731878411044 2024-11-17T21:20:24,186 INFO [RS:0;a313eea8709e:41119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:20:24,186 INFO [RS:0;a313eea8709e:41119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:41119. 2024-11-17T21:20:24,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:20:24,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Set watcher on znode that does not yet exist, /1839955398/running 2024-11-17T21:20:24,186 DEBUG [RS:0;a313eea8709e:41119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:24,186 DEBUG [RS:0;a313eea8709e:41119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:24,186 INFO [RS:0;a313eea8709e:41119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:20:24,186 INFO [RS:0;a313eea8709e:41119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:20:24,186 INFO [RS:0;a313eea8709e:41119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:20:24,186 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:20:24,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Set watcher on znode that does not yet exist, /1839955398/running 2024-11-17T21:20:24,186 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:20:24,186 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1325): Online Regions={ed5edfb6eceee565df09455aba54d093=hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093., 1588230740=hbase:meta,,1.1588230740, 419e9d648299f36bb0bbdc26e21af7f2=test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2.} 2024-11-17T21:20:24,186 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed5edfb6eceee565df09455aba54d093, disabling compactions & flushes 2024-11-17T21:20:24,186 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 419e9d648299f36bb0bbdc26e21af7f2, ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:24,186 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:24,186 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:24,187 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. after waiting 0 ms 2024-11-17T21:20:24,187 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:24,187 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:20:24,187 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:20:24,187 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:20:24,187 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ed5edfb6eceee565df09455aba54d093 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-17T21:20:24,187 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:20:24,187 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:20:24,187 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:20:24,202 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/.tmp/hfileref/93f5b320c10d4ae9aa44db0b5f31e78f is 74, key is 1/hfileref:10e06119af534842a4515626d07fea96_SeqId_4_/1731878422632/DeleteColumn/seqid=0 2024-11-17T21:20:24,207 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/info/51fba2cb28444f568745158c05ff19c4 is 147, key is hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093./info:regioninfo/1731878419387/Put/seqid=0 2024-11-17T21:20:24,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741844_1020 (size=5345) 2024-11-17T21:20:24,209 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/.tmp/hfileref/93f5b320c10d4ae9aa44db0b5f31e78f 2024-11-17T21:20:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741845_1021 (size=7686) 2024-11-17T21:20:24,214 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/info/51fba2cb28444f568745158c05ff19c4 2024-11-17T21:20:24,229 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/.tmp/queue/a9b9a1844cb74cf2b5cbbbe9371b8143 is 154, key is 1-a313eea8709e,41119,1731878411044/queue:a313eea8709e%2C41119%2C1731878411044/1731878424128/Put/seqid=0 2024-11-17T21:20:24,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741846_1022 (size=5353) 2024-11-17T21:20:24,235 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/ns/0f7564516d204520af69774cf772adde is 43, key is default/ns:d/1731878414017/Put/seqid=0 2024-11-17T21:20:24,240 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:20:24,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741847_1023 (size=5153) 2024-11-17T21:20:24,256 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 687, reset compression=false 2024-11-17T21:20:24,260 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:20:24,260 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,36293,1731878405702 got entry batch from reader: WALEntryBatch [walEntries=[{test/a495426f2034873646234d43f29eace5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731878424123/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T21:20:24,260 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:20:24,260 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:20:24,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T21:20:24,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:60918 deadline: 1731878484261, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping 2024-11-17T21:20:24,264 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:20:24,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T21:20:24,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:60918 deadline: 1731878484368, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping 2024-11-17T21:20:24,369 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:20:24,387 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 419e9d648299f36bb0bbdc26e21af7f2, ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:24,460 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 1033, reset compression=false 2024-11-17T21:20:24,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T21:20:24,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:60918 deadline: 1731878484571, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping 2024-11-17T21:20:24,572 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:20:24,587 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 419e9d648299f36bb0bbdc26e21af7f2, ed5edfb6eceee565df09455aba54d093 2024-11-17T21:20:24,629 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 1033, reset compression=false 2024-11-17T21:20:24,633 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/.tmp/queue/a9b9a1844cb74cf2b5cbbbe9371b8143 2024-11-17T21:20:24,638 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/.tmp/hfileref/93f5b320c10d4ae9aa44db0b5f31e78f as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/hfileref/93f5b320c10d4ae9aa44db0b5f31e78f 2024-11-17T21:20:24,642 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/ns/0f7564516d204520af69774cf772adde 2024-11-17T21:20:24,643 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/hfileref/93f5b320c10d4ae9aa44db0b5f31e78f, entries=4, sequenceid=12, filesize=5.2 K 2024-11-17T21:20:24,644 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/.tmp/queue/a9b9a1844cb74cf2b5cbbbe9371b8143 as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/queue/a9b9a1844cb74cf2b5cbbbe9371b8143 2024-11-17T21:20:24,649 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/queue/a9b9a1844cb74cf2b5cbbbe9371b8143, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T21:20:24,650 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ed5edfb6eceee565df09455aba54d093 in 463ms, sequenceid=12, compaction requested=false 2024-11-17T21:20:24,655 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/replication/ed5edfb6eceee565df09455aba54d093/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T21:20:24,656 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:24,656 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:24,656 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:24,656 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed5edfb6eceee565df09455aba54d093: Waiting for close lock at 1731878424186Running coprocessor pre-close hooks at 1731878424186Disabling compacts and flushes for region at 1731878424186Disabling writes for close at 1731878424187 (+1 ms)Obtaining lock to block concurrent updates at 1731878424187Preparing flush snapshotting stores in ed5edfb6eceee565df09455aba54d093 at 1731878424187Finished memstore snapshotting hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731878424187Flushing stores of hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. at 1731878424187Flushing ed5edfb6eceee565df09455aba54d093/hfileref: creating writer at 1731878424188 (+1 ms)Flushing ed5edfb6eceee565df09455aba54d093/hfileref: appending metadata at 1731878424202 (+14 ms)Flushing ed5edfb6eceee565df09455aba54d093/hfileref: closing flushed file at 1731878424202Flushing ed5edfb6eceee565df09455aba54d093/queue: creating writer at 1731878424212 (+10 ms)Flushing ed5edfb6eceee565df09455aba54d093/queue: appending metadata at 1731878424228 (+16 ms)Flushing ed5edfb6eceee565df09455aba54d093/queue: closing flushed file at 1731878424228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da92cf4: reopening flushed file at 1731878424637 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6189d: reopening flushed file at 1731878424643 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ed5edfb6eceee565df09455aba54d093 in 463ms, sequenceid=12, compaction requested=false at 1731878424650 (+7 ms)Writing region close event to WAL at 1731878424652 (+2 ms)Running coprocessor post-close hooks at 1731878424655 (+3 ms)Closed at 1731878424656 (+1 ms) 2024-11-17T21:20:24,656 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731878418619.ed5edfb6eceee565df09455aba54d093. 2024-11-17T21:20:24,656 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 419e9d648299f36bb0bbdc26e21af7f2, disabling compactions & flushes 2024-11-17T21:20:24,656 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:24,656 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:24,656 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. after waiting 0 ms 2024-11-17T21:20:24,656 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:24,660 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/default/test/419e9d648299f36bb0bbdc26e21af7f2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T21:20:24,660 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:24,660 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:20:24,660 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:24,660 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 419e9d648299f36bb0bbdc26e21af7f2: Waiting for close lock at 1731878424656Running coprocessor pre-close hooks at 1731878424656Disabling compacts and flushes for region at 1731878424656Disabling writes for close at 1731878424656Writing region close event to WAL at 1731878424657 (+1 ms)Running coprocessor post-close hooks at 1731878424660 (+3 ms)Closed at 1731878424660 2024-11-17T21:20:24,660 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2. 2024-11-17T21:20:24,664 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/rep_barrier/7d06c5af8c4b4cc880808d74211275f9 is 112, key is test,,1731878415307.419e9d648299f36bb0bbdc26e21af7f2./rep_barrier:seqnumDuringOpen/1731878416052/Put/seqid=0 2024-11-17T21:20:24,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741848_1024 (size=5518) 2024-11-17T21:20:24,764 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 1033, reset compression=false 2024-11-17T21:20:24,787 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:20:24,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:20:24,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T21:20:24,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41119 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:60918 deadline: 1731878484875, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping 2024-11-17T21:20:24,876 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a313eea8709e,41119,1731878411044 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:20:24,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:24,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:24,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:24,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:24,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:24,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:24,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:24,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:24,987 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:20:25,068 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/rep_barrier/7d06c5af8c4b4cc880808d74211275f9 2024-11-17T21:20:25,093 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/table/6d0ced8358464500baef8fabb5d6458e is 53, key is hbase:replication/table:state/1731878419394/Put/seqid=0 2024-11-17T21:20:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741849_1025 (size=5308) 2024-11-17T21:20:25,168 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 1033, reset compression=false 2024-11-17T21:20:25,187 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:20:25,187 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:20:25,188 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:20:25,233 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 1033, reset compression=false 2024-11-17T21:20:25,237 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:25,237 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 1328, reset compression=false 2024-11-17T21:20:25,237 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,41119,1731878411044 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:20:25,239 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a313eea8709e,41119,1731878411044: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a313eea8709e,41119,1731878411044, walGroup=a313eea8709e%2C41119%2C1731878411044, offset=a313eea8709e%2C41119%2C1731878411044.1731878413359:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:41119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T21:20:25,240 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T21:20:25,242 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T21:20:25,244 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T21:20:25,244 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T21:20:25,244 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T21:20:25,244 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 591528400 }, "NonHeapMemoryUsage": { "committed": 191234048, "init": 7667712, "max": -1, "used": 188465080 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T21:20:25,247 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T21:20:25,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a313eea8709e,41119,1731878411044 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:20:25,280 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a313eea8709e,41119,1731878411044 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:20:25,388 DEBUG [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:20:25,440 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.wal-reader.a313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 to pos 1328, reset compression=false 2024-11-17T21:20:25,498 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/table/6d0ced8358464500baef8fabb5d6458e 2024-11-17T21:20:25,502 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/info/51fba2cb28444f568745158c05ff19c4 as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/info/51fba2cb28444f568745158c05ff19c4 2024-11-17T21:20:25,507 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/info/51fba2cb28444f568745158c05ff19c4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:20:25,508 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/ns/0f7564516d204520af69774cf772adde as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/ns/0f7564516d204520af69774cf772adde 2024-11-17T21:20:25,512 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/ns/0f7564516d204520af69774cf772adde, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:20:25,513 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/rep_barrier/7d06c5af8c4b4cc880808d74211275f9 as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/rep_barrier/7d06c5af8c4b4cc880808d74211275f9 2024-11-17T21:20:25,518 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/rep_barrier/7d06c5af8c4b4cc880808d74211275f9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:20:25,519 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/.tmp/table/6d0ced8358464500baef8fabb5d6458e as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/table/6d0ced8358464500baef8fabb5d6458e 2024-11-17T21:20:25,523 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/table/6d0ced8358464500baef8fabb5d6458e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:20:25,524 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-11-17T21:20:25,531 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:20:25,533 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:25,533 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:25,533 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:25,533 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878424187Running coprocessor pre-close hooks at 1731878424187Disabling compacts and flushes for region at 1731878424187Disabling writes for close at 1731878424187Obtaining lock to block concurrent updates at 1731878424187Preparing flush snapshotting stores in 1588230740 at 1731878424187Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878424187Flushing stores of hbase:meta,,1.1588230740 at 1731878424187Flushing 1588230740/info: creating writer at 1731878424188 (+1 ms)Flushing 1588230740/info: appending metadata at 1731878424206 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731878424206Flushing 1588230740/ns: creating writer at 1731878424218 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731878424234 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731878424234Flushing 1588230740/rep_barrier: creating writer at 1731878424647 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878424663 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878424663Flushing 1588230740/table: creating writer at 1731878425073 (+410 ms)Flushing 1588230740/table: appending metadata at 1731878425093 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731878425093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c0d9e7: reopening flushed file at 1731878425502 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4104caa6: reopening flushed file at 1731878425507 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f794ce0: reopening flushed file at 1731878425512 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527acf98: reopening flushed file at 1731878425518 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1731878425524 (+6 ms)Writing region close event to WAL at 1731878425528 (+4 ms)Running coprocessor post-close hooks at 1731878425533 (+5 ms)Closed at 1731878425533 2024-11-17T21:20:25,533 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:25,588 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,41119,1731878411044; all regions closed. 2024-11-17T21:20:25,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741834_1010 (size=4239) 2024-11-17T21:20:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741839_1015 (size=3127) 2024-11-17T21:20:25,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741832_1008 (size=1336) 2024-11-17T21:20:25,595 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/WALs/a313eea8709e,41119,1731878411044/a313eea8709e%2C41119%2C1731878411044.1731878413359 not finished, retry = 0 2024-11-17T21:20:25,672 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 1033, reset compression=false 2024-11-17T21:20:25,696 DEBUG [RS:0;a313eea8709e:41119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:25,696 INFO [RS:0;a313eea8709e:41119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:20:25,696 INFO [RS:0;a313eea8709e:41119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:20:25,697 INFO [RS:0;a313eea8709e:41119 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T21:20:25,697 INFO [RS:0;a313eea8709e:41119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:20:25,697 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:20:25,697 INFO [RS:0;a313eea8709e:41119 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,41119,1731878411044 because: Region server is closing 2024-11-17T21:20:25,697 INFO [RS:0;a313eea8709e:41119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:41119. 2024-11-17T21:20:25,697 DEBUG [RS:0;a313eea8709e:41119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:25,697 DEBUG [RS:0;a313eea8709e:41119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:25,697 DEBUG [RS:0;a313eea8709e:41119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:25,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:25,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a313eea8709e,41119,1731878411044 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:20:25,784 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a313eea8709e,41119,1731878411044 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:20:25,797 INFO [RS:0;a313eea8709e:41119 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41119,1731878411044.replicationSource.shippera313eea8709e%2C41119%2C1731878411044,1-a313eea8709e,41119,1731878411044 terminated 2024-11-17T21:20:25,798 INFO [RS:0;a313eea8709e:41119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:41119. 2024-11-17T21:20:25,798 DEBUG [RS:0;a313eea8709e:41119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:25,798 DEBUG [RS:0;a313eea8709e:41119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:25,798 DEBUG [RS:0;a313eea8709e:41119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:25,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:25,798 INFO [RS:0;a313eea8709e:41119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41119 2024-11-17T21:20:25,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1839955398/rs/a313eea8709e,41119,1731878411044 2024-11-17T21:20:25,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398/rs 2024-11-17T21:20:25,861 INFO [RS:0;a313eea8709e:41119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:20:25,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,41119,1731878411044] 2024-11-17T21:20:25,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1839955398/draining/a313eea8709e,41119,1731878411044 already deleted, retry=false 2024-11-17T21:20:25,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,41119,1731878411044 expired; onlineServers=0 2024-11-17T21:20:25,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,43535,1731878410924' ***** 2024-11-17T21:20:25,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:20:25,882 INFO [M:0;a313eea8709e:43535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:20:25,882 INFO [M:0;a313eea8709e:43535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:20:25,883 DEBUG [M:0;a313eea8709e:43535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:20:25,883 DEBUG [M:0;a313eea8709e:43535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:20:25,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:20:25,883 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878413090 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878413090,5,FailOnTimeoutGroup] 2024-11-17T21:20:25,883 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878413090 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878413090,5,FailOnTimeoutGroup] 2024-11-17T21:20:25,883 INFO [M:0;a313eea8709e:43535 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:20:25,883 INFO [M:0;a313eea8709e:43535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:20:25,883 DEBUG [M:0;a313eea8709e:43535 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:20:25,883 INFO [M:0;a313eea8709e:43535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:20:25,883 INFO [M:0;a313eea8709e:43535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:20:25,883 INFO [M:0;a313eea8709e:43535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:20:25,883 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:20:25,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1839955398/master 2024-11-17T21:20:25,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839955398 2024-11-17T21:20:25,893 DEBUG [M:0;a313eea8709e:43535 {}] zookeeper.ZKUtil(347): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Unable to get data of znode /1839955398/master because node does not exist (not an error) 2024-11-17T21:20:25,893 WARN [M:0;a313eea8709e:43535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:20:25,893 INFO [M:0;a313eea8709e:43535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/.lastflushedseqids 2024-11-17T21:20:25,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741850_1026 (size=263) 2024-11-17T21:20:25,972 INFO [RS:0;a313eea8709e:41119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:20:25,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:25,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41119-0x1014aab37f40004, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:25,972 INFO [RS:0;a313eea8709e:41119 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,41119,1731878411044; zookeeper connection closed. 2024-11-17T21:20:25,972 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b2c2a05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b2c2a05 2024-11-17T21:20:25,972 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:20:26,276 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 1033, reset compression=false 2024-11-17T21:20:26,297 INFO [M:0;a313eea8709e:43535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:20:26,297 INFO [M:0;a313eea8709e:43535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:20:26,298 DEBUG [M:0;a313eea8709e:43535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:20:26,298 INFO [M:0;a313eea8709e:43535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:26,298 DEBUG [M:0;a313eea8709e:43535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:26,298 DEBUG [M:0;a313eea8709e:43535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:20:26,298 DEBUG [M:0;a313eea8709e:43535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:26,298 INFO [M:0;a313eea8709e:43535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T21:20:26,311 DEBUG [M:0;a313eea8709e:43535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f33d0e3ddff14c52a889cce1e06fd7ec is 82, key is hbase:meta,,1/info:regioninfo/1731878414002/Put/seqid=0 2024-11-17T21:20:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741851_1027 (size=5672) 2024-11-17T21:20:26,387 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a313eea8709e:41119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a313eea8709e/172.17.0.2:41119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:20:26,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a313eea8709e:41119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a313eea8709e/172.17.0.2:41119 2024-11-17T21:20:26,388 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=a313eea8709e:41119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a313eea8709e/172.17.0.2:41119 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a313eea8709e/172.17.0.2:41119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T21:20:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T21:20:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:36760 deadline: 1731878486390, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T21:20:26,407 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T21:20:26,408 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T21:20:26,715 INFO [M:0;a313eea8709e:43535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f33d0e3ddff14c52a889cce1e06fd7ec 2024-11-17T21:20:26,731 DEBUG [M:0;a313eea8709e:43535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f641915fa814486bfa94b2f050d69bd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731878419399/Put/seqid=0 2024-11-17T21:20:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741852_1028 (size=8517) 2024-11-17T21:20:26,980 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 1033, reset compression=false 2024-11-17T21:20:27,108 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T21:20:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T21:20:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:36760 deadline: 1731878487109, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T21:20:27,110 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T21:20:27,111 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T21:20:27,111 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T21:20:27,137 INFO [M:0;a313eea8709e:43535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f641915fa814486bfa94b2f050d69bd 2024-11-17T21:20:27,152 DEBUG [M:0;a313eea8709e:43535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f063b47a0f545659ef3c87558686165 is 69, key is a313eea8709e,41119,1731878411044/rs:state/1731878413210/Put/seqid=0 2024-11-17T21:20:27,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741853_1029 (size=5156) 2024-11-17T21:20:27,556 INFO [M:0;a313eea8709e:43535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f063b47a0f545659ef3c87558686165 2024-11-17T21:20:27,560 DEBUG [M:0;a313eea8709e:43535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f33d0e3ddff14c52a889cce1e06fd7ec as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f33d0e3ddff14c52a889cce1e06fd7ec 2024-11-17T21:20:27,564 INFO [M:0;a313eea8709e:43535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f33d0e3ddff14c52a889cce1e06fd7ec, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T21:20:27,565 DEBUG [M:0;a313eea8709e:43535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f641915fa814486bfa94b2f050d69bd as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f641915fa814486bfa94b2f050d69bd 2024-11-17T21:20:27,568 INFO [M:0;a313eea8709e:43535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f641915fa814486bfa94b2f050d69bd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T21:20:27,569 DEBUG [M:0;a313eea8709e:43535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f063b47a0f545659ef3c87558686165 as hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f063b47a0f545659ef3c87558686165 2024-11-17T21:20:27,573 INFO [M:0;a313eea8709e:43535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f063b47a0f545659ef3c87558686165, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T21:20:27,574 INFO [M:0;a313eea8709e:43535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-17T21:20:27,579 INFO [M:0;a313eea8709e:43535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:27,579 DEBUG [M:0;a313eea8709e:43535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878426297Disabling compacts and flushes for region at 1731878426297Disabling writes for close at 1731878426298 (+1 ms)Obtaining lock to block concurrent updates at 1731878426298Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878426298Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731878426298Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878426299 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878426299Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878426311 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878426311Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878426719 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878426730 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878426731 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878427140 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878427151 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878427152 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3adbd6: reopening flushed file at 1731878427559 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7ee787: reopening flushed file at 1731878427564 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d9c721: reopening flushed file at 1731878427568 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731878427574 (+6 ms)Writing region close event to WAL at 1731878427579 (+5 ms)Closed at 1731878427579 2024-11-17T21:20:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42191 is added to blk_1073741830_1006 (size=63666) 2024-11-17T21:20:27,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f2c1c6e-f7ce-afb0-b4aa-2349c0fba637/MasterData/WALs/a313eea8709e,43535,1731878410924/a313eea8709e%2C43535%2C1731878410924.1731878412815 not finished, retry = 0 2024-11-17T21:20:27,682 INFO [M:0;a313eea8709e:43535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:20:27,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:20:27,682 INFO [M:0;a313eea8709e:43535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43535 2024-11-17T21:20:27,682 INFO [M:0;a313eea8709e:43535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:20:27,784 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 1033, reset compression=false 2024-11-17T21:20:27,835 INFO [M:0;a313eea8709e:43535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:20:27,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:27,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1014aab37f40003, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:27,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ae2fa0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:20:27,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@659beb6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:20:27,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:20:27,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e887248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:20:27,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6752d86d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/hadoop.log.dir/,STOPPED} 2024-11-17T21:20:27,869 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:20:27,869 WARN [BP-1969936123-172.17.0.2-1731878409188 heartbeating to localhost/127.0.0.1:39949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:20:27,869 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:20:27,869 WARN [BP-1969936123-172.17.0.2-1731878409188 heartbeating to localhost/127.0.0.1:39949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1969936123-172.17.0.2-1731878409188 (Datanode Uuid 35ada77b-c98e-46b6-828a-bd7826cc9ccd) service to localhost/127.0.0.1:39949 2024-11-17T21:20:27,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/cluster_3fb268db-fec6-80af-4d92-dc1d32744a4d/data/data1/current/BP-1969936123-172.17.0.2-1731878409188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:20:27,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/cluster_3fb268db-fec6-80af-4d92-dc1d32744a4d/data/data2/current/BP-1969936123-172.17.0.2-1731878409188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:20:27,870 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:20:27,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65b9f2e6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:20:27,875 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e5a3398{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:20:27,875 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:20:27,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2f17d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:20:27,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c51eaab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/hadoop.log.dir/,STOPPED} 2024-11-17T21:20:27,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:20:27,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:20:27,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:27,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:27,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:27,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:27,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:27,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:20:27,906 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=837516800, stopped=false 2024-11-17T21:20:27,906 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,45193,1731878405507 2024-11-17T21:20:27,911 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T21:20:27,912 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a313eea8709e:43535 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a313eea8709e/172.17.0.2:43535 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:20:27,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a313eea8709e:43535 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a313eea8709e/172.17.0.2:43535 2024-11-17T21:20:27,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01245375669/running 2024-11-17T21:20:27,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01245375669/running 2024-11-17T21:20:27,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:27,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:27,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:20:27,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:27,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:27,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:27,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Set watcher on znode that does not yet exist, /01245375669/running 2024-11-17T21:20:27,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Set watcher on znode that does not yet exist, /01245375669/running 2024-11-17T21:20:27,979 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,36293,1731878405702' ***** 2024-11-17T21:20:27,979 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:20:27,979 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:20:27,979 INFO [RS:0;a313eea8709e:36293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:20:27,979 INFO [RS:0;a313eea8709e:36293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:20:27,979 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(3091): Received CLOSE for 24e27a2347cda7543f2f056ba29cdc27 2024-11-17T21:20:27,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:20:27,979 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(3091): Received CLOSE for a495426f2034873646234d43f29eace5 2024-11-17T21:20:27,980 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,36293,1731878405702 2024-11-17T21:20:27,980 INFO [RS:0;a313eea8709e:36293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:20:27,980 INFO [RS:0;a313eea8709e:36293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:36293. 2024-11-17T21:20:27,980 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24e27a2347cda7543f2f056ba29cdc27, disabling compactions & flushes 2024-11-17T21:20:27,980 DEBUG [RS:0;a313eea8709e:36293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:27,980 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:27,980 DEBUG [RS:0;a313eea8709e:36293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:27,980 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:27,980 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. after waiting 0 ms 2024-11-17T21:20:27,980 INFO [RS:0;a313eea8709e:36293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:20:27,980 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:27,980 INFO [RS:0;a313eea8709e:36293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:20:27,980 INFO [RS:0;a313eea8709e:36293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:20:27,980 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:20:27,980 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24e27a2347cda7543f2f056ba29cdc27 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-17T21:20:27,980 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:20:27,980 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1325): Online Regions={24e27a2347cda7543f2f056ba29cdc27=hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27., 1588230740=hbase:meta,,1.1588230740, a495426f2034873646234d43f29eace5=test,,1731878414161.a495426f2034873646234d43f29eace5.} 2024-11-17T21:20:27,980 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e27a2347cda7543f2f056ba29cdc27, a495426f2034873646234d43f29eace5 2024-11-17T21:20:27,980 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:20:27,980 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:20:27,980 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:20:27,980 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:20:27,980 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:20:27,980 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:20:27,997 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/info/2484687ab6944b4ca3d2201caba6ceb2 is 147, key is hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27./info:regioninfo/1731878417645/Put/seqid=0 2024-11-17T21:20:28,000 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/.tmp/hfileref/288cd0c3aec34628bde2b52ac7cbe41f is 74, key is 1/hfileref:062ab35f3de14958a61104d4c1b5f7f9_SeqId_6_/1731878424111/Put/seqid=0 2024-11-17T21:20:28,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741846_1022 (size=7686) 2024-11-17T21:20:28,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741847_1023 (size=5345) 2024-11-17T21:20:28,008 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:20:28,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:28,015 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a313eea8709e:43535 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a313eea8709e/172.17.0.2:43535 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:20:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=a313eea8709e:43535 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a313eea8709e/172.17.0.2:43535 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-17T21:20:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address a313eea8709e:43535 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a313eea8709e/172.17.0.2:43535 2024-11-17T21:20:28,180 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e27a2347cda7543f2f056ba29cdc27, a495426f2034873646234d43f29eace5 2024-11-17T21:20:28,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:28,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a313eea8709e:43535 this server is in the failed servers list 2024-11-17T21:20:28,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a313eea8709e:43535 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:28,380 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e27a2347cda7543f2f056ba29cdc27, a495426f2034873646234d43f29eace5 2024-11-17T21:20:28,401 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/info/2484687ab6944b4ca3d2201caba6ceb2 2024-11-17T21:20:28,403 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/.tmp/hfileref/288cd0c3aec34628bde2b52ac7cbe41f 2024-11-17T21:20:28,420 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/ns/3cbb2ce5e26748b799c49872abf46e7e is 43, key is default/ns:d/1731878409110/Put/seqid=0 2024-11-17T21:20:28,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741848_1024 (size=5153) 2024-11-17T21:20:28,425 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/.tmp/queue/4dd0c30fb0574818ab711761847afb68 is 153, key is 1-a313eea8709e,36293,1731878405702/queue:a313eea8709e%2C36293%2C1731878405702/1731878421601/Put/seqid=0 2024-11-17T21:20:28,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741849_1025 (size=5352) 2024-11-17T21:20:28,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:28,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a313eea8709e:43535 this server is in the failed servers list 2024-11-17T21:20:28,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a313eea8709e:43535 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:28,581 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e27a2347cda7543f2f056ba29cdc27, a495426f2034873646234d43f29eace5 2024-11-17T21:20:28,687 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 1033, reset compression=false 2024-11-17T21:20:28,781 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24e27a2347cda7543f2f056ba29cdc27, a495426f2034873646234d43f29eace5 2024-11-17T21:20:28,825 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/ns/3cbb2ce5e26748b799c49872abf46e7e 2024-11-17T21:20:28,830 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/.tmp/queue/4dd0c30fb0574818ab711761847afb68 2024-11-17T21:20:28,834 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/.tmp/hfileref/288cd0c3aec34628bde2b52ac7cbe41f as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/hfileref/288cd0c3aec34628bde2b52ac7cbe41f 2024-11-17T21:20:28,838 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/hfileref/288cd0c3aec34628bde2b52ac7cbe41f, entries=4, sequenceid=10, filesize=5.2 K 2024-11-17T21:20:28,838 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/.tmp/queue/4dd0c30fb0574818ab711761847afb68 as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/queue/4dd0c30fb0574818ab711761847afb68 2024-11-17T21:20:28,842 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/rep_barrier/17cf412f8edc444c92825de813c83fad is 112, key is test,,1731878414161.a495426f2034873646234d43f29eace5./rep_barrier:seqnumDuringOpen/1731878414910/Put/seqid=0 2024-11-17T21:20:28,842 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/queue/4dd0c30fb0574818ab711761847afb68, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T21:20:28,843 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 24e27a2347cda7543f2f056ba29cdc27 in 863ms, sequenceid=10, compaction requested=false 2024-11-17T21:20:28,843 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T21:20:28,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741850_1026 (size=5518) 2024-11-17T21:20:28,856 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/replication/24e27a2347cda7543f2f056ba29cdc27/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T21:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:28,857 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24e27a2347cda7543f2f056ba29cdc27: Waiting for close lock at 1731878427980Running coprocessor pre-close hooks at 1731878427980Disabling compacts and flushes for region at 1731878427980Disabling writes for close at 1731878427980Obtaining lock to block concurrent updates at 1731878427980Preparing flush snapshotting stores in 24e27a2347cda7543f2f056ba29cdc27 at 1731878427980Finished memstore snapshotting hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731878427980Flushing stores of hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. at 1731878427980Flushing 24e27a2347cda7543f2f056ba29cdc27/hfileref: creating writer at 1731878427981 (+1 ms)Flushing 24e27a2347cda7543f2f056ba29cdc27/hfileref: appending metadata at 1731878427999 (+18 ms)Flushing 24e27a2347cda7543f2f056ba29cdc27/hfileref: closing flushed file at 1731878427999Flushing 24e27a2347cda7543f2f056ba29cdc27/queue: creating writer at 1731878428407 (+408 ms)Flushing 24e27a2347cda7543f2f056ba29cdc27/queue: appending metadata at 1731878428424 (+17 ms)Flushing 24e27a2347cda7543f2f056ba29cdc27/queue: closing flushed file at 1731878428424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7bd8b2: reopening flushed file at 1731878428833 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a5038e: reopening flushed file at 1731878428838 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 24e27a2347cda7543f2f056ba29cdc27 in 863ms, sequenceid=10, compaction requested=false at 1731878428843 (+5 ms)Writing region close event to WAL at 1731878428853 (+10 ms)Running coprocessor post-close hooks at 1731878428856 (+3 ms)Closed at 1731878428857 (+1 ms) 2024-11-17T21:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731878416467.24e27a2347cda7543f2f056ba29cdc27. 2024-11-17T21:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a495426f2034873646234d43f29eace5, disabling compactions & flushes 2024-11-17T21:20:28,857 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878414161.a495426f2034873646234d43f29eace5. after waiting 0 ms 2024-11-17T21:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:28,860 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/default/test/a495426f2034873646234d43f29eace5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T21:20:28,860 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:20:28,860 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:28,860 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:20:28,860 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:20:28,860 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:28,861 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a495426f2034873646234d43f29eace5: Waiting for close lock at 1731878428857Running coprocessor pre-close hooks at 1731878428857Disabling compacts and flushes for region at 1731878428857Disabling writes for close at 1731878428857Writing region close event to WAL at 1731878428858 (+1 ms)Running coprocessor post-close hooks at 1731878428860 (+2 ms)Closed at 1731878428860 2024-11-17T21:20:28,861 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878414161.a495426f2034873646234d43f29eace5. 2024-11-17T21:20:28,981 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:20:28,981 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:20:28,981 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:20:29,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:29,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a313eea8709e:43535 this server is in the failed servers list 2024-11-17T21:20:29,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a313eea8709e:43535 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:29,181 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:20:29,249 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/rep_barrier/17cf412f8edc444c92825de813c83fad 2024-11-17T21:20:29,264 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/table/fad0bc483a994ec1ae654f5e6cf5e863 is 53, key is hbase:replication/table:state/1731878417652/Put/seqid=0 2024-11-17T21:20:29,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741851_1027 (size=5308) 2024-11-17T21:20:29,381 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:20:29,581 DEBUG [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:20:29,668 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/table/fad0bc483a994ec1ae654f5e6cf5e863 2024-11-17T21:20:29,673 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/info/2484687ab6944b4ca3d2201caba6ceb2 as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/info/2484687ab6944b4ca3d2201caba6ceb2 2024-11-17T21:20:29,676 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/info/2484687ab6944b4ca3d2201caba6ceb2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:20:29,677 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/ns/3cbb2ce5e26748b799c49872abf46e7e as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/ns/3cbb2ce5e26748b799c49872abf46e7e 2024-11-17T21:20:29,681 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/ns/3cbb2ce5e26748b799c49872abf46e7e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:20:29,681 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/rep_barrier/17cf412f8edc444c92825de813c83fad as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/rep_barrier/17cf412f8edc444c92825de813c83fad 2024-11-17T21:20:29,685 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/rep_barrier/17cf412f8edc444c92825de813c83fad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:20:29,686 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/.tmp/table/fad0bc483a994ec1ae654f5e6cf5e863 as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/table/fad0bc483a994ec1ae654f5e6cf5e863 2024-11-17T21:20:29,689 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/table/fad0bc483a994ec1ae654f5e6cf5e863, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:20:29,690 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-17T21:20:29,691 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 1033, reset compression=false 2024-11-17T21:20:29,698 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:29,698 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.wal-reader.a313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.1731878407918 to pos 1328, reset compression=false 2024-11-17T21:20:29,705 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:20:29,705 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:29,706 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:29,706 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:29,706 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878427980Running coprocessor pre-close hooks at 1731878427980Disabling compacts and flushes for region at 1731878427980Disabling writes for close at 1731878427980Obtaining lock to block concurrent updates at 1731878427980Preparing flush snapshotting stores in 1588230740 at 1731878427980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878427981 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731878427981Flushing 1588230740/info: creating writer at 1731878427981Flushing 1588230740/info: appending metadata at 1731878427997 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731878427997Flushing 1588230740/ns: creating writer at 1731878428405 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731878428420 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731878428420Flushing 1588230740/rep_barrier: creating writer at 1731878428828 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878428841 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878428841Flushing 1588230740/table: creating writer at 1731878429253 (+412 ms)Flushing 1588230740/table: appending metadata at 1731878429264 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731878429264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75186058: reopening flushed file at 1731878429672 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1bcc50: reopening flushed file at 1731878429676 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c18b7f3: reopening flushed file at 1731878429681 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3295c886: reopening flushed file at 1731878429685 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1731878429690 (+5 ms)Writing region close event to WAL at 1731878429702 (+12 ms)Running coprocessor post-close hooks at 1731878429705 (+3 ms)Closed at 1731878429706 (+1 ms) 2024-11-17T21:20:29,706 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:29,782 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,36293,1731878405702; all regions closed. 2024-11-17T21:20:29,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741834_1010 (size=4239) 2024-11-17T21:20:29,784 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/WALs/a313eea8709e,36293,1731878405702/a313eea8709e%2C36293%2C1731878405702.meta.1731878409026.meta not finished, retry = 0 2024-11-17T21:20:29,886 DEBUG [RS:0;a313eea8709e:36293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/oldWALs 2024-11-17T21:20:29,886 INFO [RS:0;a313eea8709e:36293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C36293%2C1731878405702.meta:.meta(num 1731878409026) 2024-11-17T21:20:29,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741839_1015 (size=2695) 2024-11-17T21:20:29,890 DEBUG [RS:0;a313eea8709e:36293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/oldWALs 2024-11-17T21:20:29,890 INFO [RS:0;a313eea8709e:36293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C36293%2C1731878405702.rep:(num 1731878417608) 2024-11-17T21:20:29,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741832_1008 (size=1336) 2024-11-17T21:20:29,896 DEBUG [RS:0;a313eea8709e:36293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/oldWALs 2024-11-17T21:20:29,896 INFO [RS:0;a313eea8709e:36293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C36293%2C1731878405702:(num 1731878407918) 2024-11-17T21:20:29,896 DEBUG [RS:0;a313eea8709e:36293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:29,896 INFO [RS:0;a313eea8709e:36293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:20:29,896 INFO [RS:0;a313eea8709e:36293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:20:29,896 INFO [RS:0;a313eea8709e:36293 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:20:29,896 INFO [RS:0;a313eea8709e:36293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:20:29,896 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:20:29,896 INFO [RS:0;a313eea8709e:36293 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,36293,1731878405702 because: Region server is closing 2024-11-17T21:20:29,896 INFO [RS:0;a313eea8709e:36293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:36293. 2024-11-17T21:20:29,897 DEBUG [RS:0;a313eea8709e:36293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:29,897 DEBUG [RS:0;a313eea8709e:36293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:29,897 DEBUG [RS:0;a313eea8709e:36293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:29,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:29,997 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-17T21:20:29,997 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T21:20:29,997 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T21:20:30,054 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:30,055 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:30,057 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:30,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:20:30,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:30,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:30,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:30,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:30,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:30,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:30,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:30,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:30,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:30,898 INFO [RS:0;a313eea8709e:36293 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,36293,1731878405702.replicationSource.shippera313eea8709e%2C36293%2C1731878405702,1-a313eea8709e,36293,1731878405702 terminated 2024-11-17T21:20:30,898 INFO [RS:0;a313eea8709e:36293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:36293. 2024-11-17T21:20:30,898 DEBUG [RS:0;a313eea8709e:36293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:30,898 DEBUG [RS:0;a313eea8709e:36293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:30,899 DEBUG [RS:0;a313eea8709e:36293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:30,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:30,899 INFO [RS:0;a313eea8709e:36293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36293 2024-11-17T21:20:30,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669/rs 2024-11-17T21:20:30,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01245375669/rs/a313eea8709e,36293,1731878405702 2024-11-17T21:20:30,966 INFO [RS:0;a313eea8709e:36293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:20:30,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,36293,1731878405702] 2024-11-17T21:20:30,987 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01245375669/draining/a313eea8709e,36293,1731878405702 already deleted, retry=false 2024-11-17T21:20:30,987 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,36293,1731878405702 expired; onlineServers=0 2024-11-17T21:20:30,987 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,45193,1731878405507' ***** 2024-11-17T21:20:30,987 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:20:30,987 INFO [M:0;a313eea8709e:45193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:20:30,987 INFO [M:0;a313eea8709e:45193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:20:30,987 DEBUG [M:0;a313eea8709e:45193 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:20:30,987 DEBUG [M:0;a313eea8709e:45193 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:20:30,987 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:20:30,987 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878407708 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878407708,5,FailOnTimeoutGroup] 2024-11-17T21:20:30,987 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878407708 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878407708,5,FailOnTimeoutGroup] 2024-11-17T21:20:30,987 INFO [M:0;a313eea8709e:45193 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:20:30,987 INFO [M:0;a313eea8709e:45193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:20:30,987 DEBUG [M:0;a313eea8709e:45193 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:20:30,987 INFO [M:0;a313eea8709e:45193 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:20:30,988 INFO [M:0;a313eea8709e:45193 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:20:30,988 INFO [M:0;a313eea8709e:45193 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:20:30,988 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:20:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:20:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T21:20:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T21:20:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:20:30,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01245375669/master 2024-11-17T21:20:30,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01245375669 2024-11-17T21:20:30,997 DEBUG [M:0;a313eea8709e:45193 {}] zookeeper.ZKUtil(347): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Unable to get data of znode /01245375669/master because node does not exist (not an error) 2024-11-17T21:20:30,997 WARN [M:0;a313eea8709e:45193 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:20:30,999 INFO [M:0;a313eea8709e:45193 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/.lastflushedseqids 2024-11-17T21:20:31,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741852_1028 (size=263) 2024-11-17T21:20:31,077 INFO [RS:0;a313eea8709e:36293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:20:31,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:31,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1014aab37f40001, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:31,077 INFO [RS:0;a313eea8709e:36293 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,36293,1731878405702; zookeeper connection closed. 2024-11-17T21:20:31,077 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67c7dc02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67c7dc02 2024-11-17T21:20:31,077 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:20:31,404 INFO [M:0;a313eea8709e:45193 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:20:31,404 INFO [M:0;a313eea8709e:45193 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:20:31,404 DEBUG [M:0;a313eea8709e:45193 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:20:31,404 INFO [M:0;a313eea8709e:45193 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:31,404 DEBUG [M:0;a313eea8709e:45193 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:31,404 DEBUG [M:0;a313eea8709e:45193 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:20:31,404 DEBUG [M:0;a313eea8709e:45193 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:31,404 INFO [M:0;a313eea8709e:45193 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T21:20:31,418 DEBUG [M:0;a313eea8709e:45193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c488650b5d9d4d668d829461dbb32be2 is 82, key is hbase:meta,,1/info:regioninfo/1731878409053/Put/seqid=0 2024-11-17T21:20:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741853_1029 (size=5672) 2024-11-17T21:20:31,823 INFO [M:0;a313eea8709e:45193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c488650b5d9d4d668d829461dbb32be2 2024-11-17T21:20:31,843 DEBUG [M:0;a313eea8709e:45193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dffc4a0f409a4c2a8da821c77f54d3b3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731878417657/Put/seqid=0 2024-11-17T21:20:31,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741854_1030 (size=8517) 2024-11-17T21:20:32,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:32,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:32,084 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:32,248 INFO [M:0;a313eea8709e:45193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dffc4a0f409a4c2a8da821c77f54d3b3 2024-11-17T21:20:32,271 DEBUG [M:0;a313eea8709e:45193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7107ed6295184fa980262f271562044c is 69, key is a313eea8709e,36293,1731878405702/rs:state/1731878407767/Put/seqid=0 2024-11-17T21:20:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741855_1031 (size=5156) 2024-11-17T21:20:32,675 INFO [M:0;a313eea8709e:45193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7107ed6295184fa980262f271562044c 2024-11-17T21:20:32,679 DEBUG [M:0;a313eea8709e:45193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c488650b5d9d4d668d829461dbb32be2 as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c488650b5d9d4d668d829461dbb32be2 2024-11-17T21:20:32,683 INFO [M:0;a313eea8709e:45193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c488650b5d9d4d668d829461dbb32be2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T21:20:32,684 DEBUG [M:0;a313eea8709e:45193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dffc4a0f409a4c2a8da821c77f54d3b3 as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dffc4a0f409a4c2a8da821c77f54d3b3 2024-11-17T21:20:32,687 INFO [M:0;a313eea8709e:45193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dffc4a0f409a4c2a8da821c77f54d3b3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T21:20:32,688 DEBUG [M:0;a313eea8709e:45193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7107ed6295184fa980262f271562044c as hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7107ed6295184fa980262f271562044c 2024-11-17T21:20:32,692 INFO [M:0;a313eea8709e:45193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35785/user/jenkins/test-data/f1e5c95a-c541-f2b6-1027-5415d9d29d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7107ed6295184fa980262f271562044c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T21:20:32,693 INFO [M:0;a313eea8709e:45193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-17T21:20:32,694 INFO [M:0;a313eea8709e:45193 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:32,694 DEBUG [M:0;a313eea8709e:45193 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878431404Disabling compacts and flushes for region at 1731878431404Disabling writes for close at 1731878431404Obtaining lock to block concurrent updates at 1731878431404Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878431404Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731878431405 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878431405Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878431405Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878431418 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878431418Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878431827 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878431843 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878431843Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878432252 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878432270 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878432270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@386049f7: reopening flushed file at 1731878432679 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf424d: reopening flushed file at 1731878432683 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222f131f: reopening flushed file at 1731878432688 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1731878432693 (+5 ms)Writing region close event to WAL at 1731878432694 (+1 ms)Closed at 1731878432694 2024-11-17T21:20:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741830_1006 (size=63666) 2024-11-17T21:20:32,696 INFO [M:0;a313eea8709e:45193 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:20:32,696 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:20:32,696 INFO [M:0;a313eea8709e:45193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45193 2024-11-17T21:20:32,696 INFO [M:0;a313eea8709e:45193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:20:32,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:32,855 INFO [M:0;a313eea8709e:45193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:20:32,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x1014aab37f40000, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:32,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61a3acf6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:20:32,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76131948{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:20:32,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:20:32,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73860af1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:20:32,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a0264d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/hadoop.log.dir/,STOPPED} 2024-11-17T21:20:32,860 WARN [BP-1477813370-172.17.0.2-1731878403175 heartbeating to localhost/127.0.0.1:35785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:20:32,860 WARN [BP-1477813370-172.17.0.2-1731878403175 heartbeating to localhost/127.0.0.1:35785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1477813370-172.17.0.2-1731878403175 (Datanode Uuid d34929c5-60fa-4078-a09c-7b1acc4d0f2e) service to localhost/127.0.0.1:35785 2024-11-17T21:20:32,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:20:32,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:20:32,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/cluster_107519de-3c8e-948f-e409-2237e659bafc/data/data1/current/BP-1477813370-172.17.0.2-1731878403175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:20:32,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/cluster_107519de-3c8e-948f-e409-2237e659bafc/data/data2/current/BP-1477813370-172.17.0.2-1731878403175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:20:32,860 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:20:32,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56d24921{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:20:32,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db69a8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:20:32,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:20:32,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:20:32,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c0432c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e6ba384-1bf0-303c-92d6-119dd09ede18/hadoop.log.dir/,STOPPED} 2024-11-17T21:20:32,872 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T21:20:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:20:32,898 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=239 (was 203) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58175) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39949 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58175) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35785 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39949 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35785 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 226) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7825 (was 7927) 2024-11-17T21:20:32,907 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=239, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=7825 2024-11-17T21:20:32,918 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-17T21:20:32,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/hadoop.log.dir so I do NOT create it in target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34 2024-11-17T21:20:32,919 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:20:32,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/hadoop.tmp.dir so I do NOT create it in target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34 2024-11-17T21:20:32,919 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e627f9b-618d-41aa-1394-984aecd5e243/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:20:32,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34 2024-11-17T21:20:32,919 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/cluster_766daece-63b1-25c7-a913-ce2a46a05870, deleteOnExit=true 2024-11-17T21:20:32,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/cluster_766daece-63b1-25c7-a913-ce2a46a05870/zookeeper_0, clientPort=61622, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/cluster_766daece-63b1-25c7-a913-ce2a46a05870/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/cluster_766daece-63b1-25c7-a913-ce2a46a05870/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T21:20:32,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61622 2024-11-17T21:20:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:20:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:20:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/test.cache.data in system properties and HBase conf 2024-11-17T21:20:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:20:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:20:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:20:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:20:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:20:32,941 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:20:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:20:32,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:20:32,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:20:32,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:20:32,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:20:32,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:20:32,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:20:32,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:20:32,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:20:32,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:20:32,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:20:32,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:20:32,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:20:32,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:20:32,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014aab37f40002, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:20:32,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014aab37f40005, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:20:32,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014aab37f40002, quorum=127.0.0.1:58175, baseZNode=/01245375669 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:20:32,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014aab37f40005, quorum=127.0.0.1:58175, baseZNode=/1839955398 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:20:33,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:33,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:20:33,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:20:33,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:20:33,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:20:33,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:33,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189d9056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:20:33,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c1350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:20:33,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3345c3bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/java.io.tmpdir/jetty-localhost-39573-hadoop-hdfs-3_4_1-tests_jar-_-any-13140878201900317124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:20:33,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfff8b5{HTTP/1.1, (http/1.1)}{localhost:39573} 2024-11-17T21:20:33,421 INFO [Time-limited test {}] server.Server(415): Started @198750ms 2024-11-17T21:20:33,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:33,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:20:33,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:20:33,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:20:33,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:20:33,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:20:33,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:20:33,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@175f77a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/java.io.tmpdir/jetty-localhost-43563-hadoop-hdfs-3_4_1-tests_jar-_-any-3695265349076083820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:20:33,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:43563} 2024-11-17T21:20:33,816 INFO [Time-limited test {}] server.Server(415): Started @199145ms 2024-11-17T21:20:33,818 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:20:34,737 WARN [Thread-2176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/cluster_766daece-63b1-25c7-a913-ce2a46a05870/data/data1/current/BP-2113618169-172.17.0.2-1731878432972/current, will proceed with Du for space computation calculation, 2024-11-17T21:20:34,737 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/cluster_766daece-63b1-25c7-a913-ce2a46a05870/data/data2/current/BP-2113618169-172.17.0.2-1731878432972/current, will proceed with Du for space computation calculation, 2024-11-17T21:20:34,753 WARN [Thread-2164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:20:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ca9c897a8d89ee5 with lease ID 0xc2ce22eb4bed7b5e: Processing first storage report for DS-9cdfd19e-1a80-4d1b-97a9-8e49d9c38e84 from datanode DatanodeRegistration(127.0.0.1:36367, datanodeUuid=ef5a19bc-7d82-427c-ab47-924e2ab38435, infoPort=35627, infoSecurePort=0, ipcPort=40909, storageInfo=lv=-57;cid=testClusterID;nsid=1074419693;c=1731878432972) 2024-11-17T21:20:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ca9c897a8d89ee5 with lease ID 0xc2ce22eb4bed7b5e: from storage DS-9cdfd19e-1a80-4d1b-97a9-8e49d9c38e84 node DatanodeRegistration(127.0.0.1:36367, datanodeUuid=ef5a19bc-7d82-427c-ab47-924e2ab38435, infoPort=35627, infoSecurePort=0, ipcPort=40909, storageInfo=lv=-57;cid=testClusterID;nsid=1074419693;c=1731878432972), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:20:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ca9c897a8d89ee5 with lease ID 0xc2ce22eb4bed7b5e: Processing first storage report for DS-1354d732-b7c1-4b3b-a3e1-d8e0a6359397 from datanode DatanodeRegistration(127.0.0.1:36367, datanodeUuid=ef5a19bc-7d82-427c-ab47-924e2ab38435, infoPort=35627, infoSecurePort=0, ipcPort=40909, storageInfo=lv=-57;cid=testClusterID;nsid=1074419693;c=1731878432972) 2024-11-17T21:20:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ca9c897a8d89ee5 with lease ID 0xc2ce22eb4bed7b5e: from storage DS-1354d732-b7c1-4b3b-a3e1-d8e0a6359397 node DatanodeRegistration(127.0.0.1:36367, datanodeUuid=ef5a19bc-7d82-427c-ab47-924e2ab38435, infoPort=35627, infoSecurePort=0, ipcPort=40909, storageInfo=lv=-57;cid=testClusterID;nsid=1074419693;c=1731878432972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:20:34,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34 2024-11-17T21:20:34,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:34,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:34,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:20:35,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e with version=8 2024-11-17T21:20:35,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/hbase-staging 2024-11-17T21:20:35,176 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:20:35,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:35,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:35,176 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:20:35,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:35,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:20:35,176 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:20:35,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:20:35,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41635 2024-11-17T21:20:35,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41635 connecting to ZooKeeper ensemble=127.0.0.1:61622 2024-11-17T21:20:35,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:20:35,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:35,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:35,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:35,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:35,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:35,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:35,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:35,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:35,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:35,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416350x0, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:35,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41635-0x1014aabac560000 connected 2024-11-17T21:20:35,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:35,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:35,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Set watcher on znode that does not yet exist, /0-1270127871/running 2024-11-17T21:20:35,517 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e, hbase.cluster.distributed=false 2024-11-17T21:20:35,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Set watcher on znode that does not yet exist, /0-1270127871/acl 2024-11-17T21:20:35,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41635 2024-11-17T21:20:35,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41635 2024-11-17T21:20:35,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41635 2024-11-17T21:20:35,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41635 2024-11-17T21:20:35,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41635 2024-11-17T21:20:35,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:20:35,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:35,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:35,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:20:35,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:35,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:20:35,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:20:35,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:20:35,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37575 2024-11-17T21:20:35,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37575 connecting to ZooKeeper ensemble=127.0.0.1:61622 2024-11-17T21:20:35,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:35,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:35,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375750x0, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:35,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375750x0, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Set watcher on znode that does not yet exist, /0-1270127871/running 2024-11-17T21:20:35,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37575-0x1014aabac560001 connected 2024-11-17T21:20:35,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:20:35,556 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:20:35,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Set watcher on znode that does not yet exist, /0-1270127871/master 2024-11-17T21:20:35,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Set watcher on znode that does not yet exist, /0-1270127871/acl 2024-11-17T21:20:35,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-17T21:20:35,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37575 2024-11-17T21:20:35,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37575 2024-11-17T21:20:35,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-17T21:20:35,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-17T21:20:35,569 DEBUG [M:0;a313eea8709e:41635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:41635 2024-11-17T21:20:35,570 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1270127871/backup-masters/a313eea8709e,41635,1731878435176 2024-11-17T21:20:35,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871/backup-masters 2024-11-17T21:20:35,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871/backup-masters 2024-11-17T21:20:35,576 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Set watcher on existing znode=/0-1270127871/backup-masters/a313eea8709e,41635,1731878435176 2024-11-17T21:20:35,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1270127871/master 2024-11-17T21:20:35,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:35,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:35,587 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Set watcher on existing znode=/0-1270127871/master 2024-11-17T21:20:35,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1270127871/backup-masters/a313eea8709e,41635,1731878435176 from backup master directory 2024-11-17T21:20:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1270127871/backup-masters/a313eea8709e,41635,1731878435176 2024-11-17T21:20:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871/backup-masters 2024-11-17T21:20:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871/backup-masters 2024-11-17T21:20:35,597 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:20:35,597 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,41635,1731878435176 2024-11-17T21:20:35,600 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/hbase.id] with ID: 4cfd833b-03ca-4dee-a5a2-63f50f521b2f 2024-11-17T21:20:35,600 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/.tmp/hbase.id 2024-11-17T21:20:35,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:20:36,005 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/.tmp/hbase.id]:[hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/hbase.id] 2024-11-17T21:20:36,013 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:36,013 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:20:36,014 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:20:36,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:36,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:36,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:20:36,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:36,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:36,105 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:36,465 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:36,466 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:20:36,466 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:36,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:20:36,872 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store 2024-11-17T21:20:36,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:20:36,876 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:36,876 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:20:36,876 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:36,876 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:36,876 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:20:36,876 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:36,876 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:36,876 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878436876Disabling compacts and flushes for region at 1731878436876Disabling writes for close at 1731878436876Writing region close event to WAL at 1731878436876Closed at 1731878436876 2024-11-17T21:20:36,877 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/.initializing 2024-11-17T21:20:36,877 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/WALs/a313eea8709e,41635,1731878435176 2024-11-17T21:20:36,878 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:20:36,879 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C41635%2C1731878435176, suffix=, logDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/WALs/a313eea8709e,41635,1731878435176, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/oldWALs, maxLogs=10 2024-11-17T21:20:36,890 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/WALs/a313eea8709e,41635,1731878435176/a313eea8709e%2C41635%2C1731878435176.1731878436879, exclude list is [], retry=0 2024-11-17T21:20:36,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36367,DS-9cdfd19e-1a80-4d1b-97a9-8e49d9c38e84,DISK] 2024-11-17T21:20:36,894 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/WALs/a313eea8709e,41635,1731878435176/a313eea8709e%2C41635%2C1731878435176.1731878436879 2024-11-17T21:20:36,894 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35627:35627)] 2024-11-17T21:20:36,894 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:36,895 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:36,895 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,895 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:20:36,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:36,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:36,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:20:36,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:36,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:36,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:20:36,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:36,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:36,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:20:36,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:36,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:36,900 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,901 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,901 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,902 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,902 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,902 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:36,903 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:36,905 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:36,905 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69598403, jitterRate=0.0370970219373703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:36,906 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878436895Initializing all the Stores at 1731878436895Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878436895Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878436896 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878436896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878436896Cleaning up temporary data from old regions at 1731878436902 (+6 ms)Region opened successfully at 1731878436906 (+4 ms) 2024-11-17T21:20:36,906 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:20:36,909 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd7c466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:20:36,909 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:20:36,910 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:20:36,910 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:20:36,910 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:20:36,910 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:20:36,910 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:20:36,910 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:20:36,912 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:20:36,912 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Unable to get data of znode /0-1270127871/balancer because node does not exist (not necessarily an error) 2024-11-17T21:20:37,028 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1270127871/balancer already deleted, retry=false 2024-11-17T21:20:37,029 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:20:37,030 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Unable to get data of znode /0-1270127871/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:20:37,039 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1270127871/normalizer already deleted, retry=false 2024-11-17T21:20:37,039 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:20:37,040 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Unable to get data of znode /0-1270127871/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:20:37,049 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1270127871/switch/split already deleted, retry=false 2024-11-17T21:20:37,050 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Unable to get data of znode /0-1270127871/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:20:37,060 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1270127871/switch/merge already deleted, retry=false 2024-11-17T21:20:37,061 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Unable to get data of znode /0-1270127871/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:20:37,070 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1270127871/snapshot-cleanup already deleted, retry=false 2024-11-17T21:20:37,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1270127871/running 2024-11-17T21:20:37,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1270127871/running 2024-11-17T21:20:37,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:37,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:37,081 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,41635,1731878435176, sessionid=0x1014aabac560000, setting cluster-up flag (Was=false) 2024-11-17T21:20:37,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:37,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:37,134 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1270127871/flush-table-proc/acquired, /0-1270127871/flush-table-proc/reached, /0-1270127871/flush-table-proc/abort 2024-11-17T21:20:37,135 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,41635,1731878435176 2024-11-17T21:20:37,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:37,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:37,186 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1270127871/online-snapshot/acquired, /0-1270127871/online-snapshot/reached, /0-1270127871/online-snapshot/abort 2024-11-17T21:20:37,187 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,41635,1731878435176 2024-11-17T21:20:37,188 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:20:37,189 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:37,189 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:20:37,190 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:20:37,190 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,41635,1731878435176 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:20:37,191 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:37,191 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:37,191 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:37,191 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:37,191 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:20:37,191 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,191 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:20:37,191 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,192 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878467192 2024-11-17T21:20:37,192 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:20:37,192 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:37,192 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:20:37,192 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:20:37,192 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:20:37,192 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:20:37,192 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:20:37,192 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:20:37,192 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,193 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:37,193 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:20:37,196 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:20:37,196 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:20:37,196 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:20:37,196 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:20:37,197 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:20:37,197 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:20:37,200 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878437197,5,FailOnTimeoutGroup] 2024-11-17T21:20:37,204 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878437200,5,FailOnTimeoutGroup] 2024-11-17T21:20:37,204 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,204 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:20:37,204 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,204 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:20:37,262 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(746): ClusterId : 4cfd833b-03ca-4dee-a5a2-63f50f521b2f 2024-11-17T21:20:37,262 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:20:37,271 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:20:37,271 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:20:37,282 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:20:37,282 DEBUG [RS:0;a313eea8709e:37575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272c9d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:20:37,291 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:37575 2024-11-17T21:20:37,292 INFO [RS:0;a313eea8709e:37575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:20:37,292 INFO [RS:0;a313eea8709e:37575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:20:37,292 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:20:37,292 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,41635,1731878435176 with port=37575, startcode=1731878435538 2024-11-17T21:20:37,292 DEBUG [RS:0;a313eea8709e:37575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:20:37,293 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:20:37,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,37575,1731878435538 2024-11-17T21:20:37,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41635 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,37575,1731878435538 2024-11-17T21:20:37,295 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e 2024-11-17T21:20:37,295 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41121 2024-11-17T21:20:37,295 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:20:37,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871/rs 2024-11-17T21:20:37,302 DEBUG [RS:0;a313eea8709e:37575 {}] zookeeper.ZKUtil(111): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Set watcher on existing znode=/0-1270127871/rs/a313eea8709e,37575,1731878435538 2024-11-17T21:20:37,302 WARN [RS:0;a313eea8709e:37575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:20:37,303 INFO [RS:0;a313eea8709e:37575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:37,303 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538 2024-11-17T21:20:37,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,37575,1731878435538] 2024-11-17T21:20:37,305 INFO [RS:0;a313eea8709e:37575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:20:37,306 INFO [RS:0;a313eea8709e:37575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:20:37,306 INFO [RS:0;a313eea8709e:37575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:20:37,306 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,306 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:20:37,307 INFO [RS:0;a313eea8709e:37575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:20:37,307 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:20:37,307 DEBUG [RS:0;a313eea8709e:37575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:20:37,308 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,308 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,308 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,308 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,308 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,308 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37575,1731878435538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:20:37,321 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:20:37,321 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37575,1731878435538-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,321 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,321 INFO [RS:0;a313eea8709e:37575 {}] regionserver.Replication(171): a313eea8709e,37575,1731878435538 started 2024-11-17T21:20:37,339 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:37,339 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,37575,1731878435538, RpcServer on a313eea8709e/172.17.0.2:37575, sessionid=0x1014aabac560001 2024-11-17T21:20:37,339 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:20:37,339 DEBUG [RS:0;a313eea8709e:37575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,37575,1731878435538 2024-11-17T21:20:37,339 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,37575,1731878435538' 2024-11-17T21:20:37,339 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1270127871/flush-table-proc/abort' 2024-11-17T21:20:37,340 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1270127871/flush-table-proc/acquired' 2024-11-17T21:20:37,340 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:20:37,340 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:20:37,340 DEBUG [RS:0;a313eea8709e:37575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,37575,1731878435538 2024-11-17T21:20:37,340 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,37575,1731878435538' 2024-11-17T21:20:37,340 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1270127871/online-snapshot/abort' 2024-11-17T21:20:37,340 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1270127871/online-snapshot/acquired' 2024-11-17T21:20:37,340 DEBUG [RS:0;a313eea8709e:37575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:20:37,340 INFO [RS:0;a313eea8709e:37575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:20:37,340 INFO [RS:0;a313eea8709e:37575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:20:37,441 INFO [RS:0;a313eea8709e:37575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:20:37,442 INFO [RS:0;a313eea8709e:37575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C37575%2C1731878435538, suffix=, logDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/oldWALs, maxLogs=10 2024-11-17T21:20:37,453 DEBUG [RS:0;a313eea8709e:37575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442, exclude list is [], retry=0 2024-11-17T21:20:37,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36367,DS-9cdfd19e-1a80-4d1b-97a9-8e49d9c38e84,DISK] 2024-11-17T21:20:37,457 INFO [RS:0;a313eea8709e:37575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 2024-11-17T21:20:37,457 DEBUG [RS:0;a313eea8709e:37575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35627:35627)] 2024-11-17T21:20:37,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:20:37,607 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e 2024-11-17T21:20:37,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:20:37,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:37,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:20:37,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:20:37,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:37,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:37,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:20:37,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:20:37,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:37,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:37,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:20:37,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:20:37,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:37,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:37,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:20:37,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:20:37,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:37,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:37,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:20:37,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740 2024-11-17T21:20:37,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740 2024-11-17T21:20:37,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:20:37,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:20:37,622 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:37,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:20:37,631 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:37,631 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72223598, jitterRate=0.0762154757976532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:37,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878437613Initializing all the Stores at 1731878437613Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878437613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878437613Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878437613Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878437613Cleaning up temporary data from old regions at 1731878437622 (+9 ms)Region opened successfully at 1731878437632 (+10 ms) 2024-11-17T21:20:37,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:20:37,632 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:20:37,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:20:37,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:20:37,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:20:37,633 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:37,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878437632Disabling compacts and flushes for region at 1731878437632Disabling writes for close at 1731878437632Writing region close event to WAL at 1731878437632Closed at 1731878437632 2024-11-17T21:20:37,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:37,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:20:37,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:20:37,635 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:20:37,636 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:20:37,786 DEBUG [a313eea8709e:41635 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:20:37,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,37575,1731878435538 2024-11-17T21:20:37,788 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,37575,1731878435538, state=OPENING 2024-11-17T21:20:37,849 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:20:37,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:37,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:37,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1270127871/meta-region-server: CHANGED 2024-11-17T21:20:37,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1270127871/meta-region-server: CHANGED 2024-11-17T21:20:37,892 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:20:37,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,37575,1731878435538}] 2024-11-17T21:20:38,045 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:20:38,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:20:38,050 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:20:38,050 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:38,050 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:20:38,051 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C37575%2C1731878435538.meta, suffix=.meta, logDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/oldWALs, maxLogs=10 2024-11-17T21:20:38,068 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.meta.1731878438052.meta, exclude list is [], retry=0 2024-11-17T21:20:38,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36367,DS-9cdfd19e-1a80-4d1b-97a9-8e49d9c38e84,DISK] 2024-11-17T21:20:38,072 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.meta.1731878438052.meta 2024-11-17T21:20:38,072 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35627:35627)] 2024-11-17T21:20:38,072 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:38,073 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:38,073 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:20:38,073 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:20:38,073 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:20:38,073 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:20:38,073 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:38,073 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:20:38,073 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:20:38,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:20:38,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:20:38,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:38,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:38,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:20:38,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:20:38,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:38,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:38,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:20:38,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:20:38,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:38,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:38,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:20:38,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:20:38,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:38,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:38,081 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:20:38,082 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740 2024-11-17T21:20:38,083 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740 2024-11-17T21:20:38,084 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:20:38,084 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:20:38,084 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:38,085 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:20:38,086 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68019573, jitterRate=0.013570621609687805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:38,086 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:20:38,087 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878438073Writing region info on filesystem at 1731878438073Initializing all the Stores at 1731878438074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878438074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878438076 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878438076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878438076Cleaning up temporary data from old regions at 1731878438084 (+8 ms)Running coprocessor post-open hooks at 1731878438086 (+2 ms)Region opened successfully at 1731878438087 (+1 ms) 2024-11-17T21:20:38,088 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878438045 2024-11-17T21:20:38,090 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:20:38,090 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:20:38,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37575,1731878435538 2024-11-17T21:20:38,091 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,37575,1731878435538, state=OPEN 2024-11-17T21:20:38,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1270127871/meta-region-server 2024-11-17T21:20:38,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1270127871/meta-region-server 2024-11-17T21:20:38,113 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,37575,1731878435538 2024-11-17T21:20:38,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1270127871/meta-region-server: CHANGED 2024-11-17T21:20:38,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1270127871/meta-region-server: CHANGED 2024-11-17T21:20:38,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:20:38,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,37575,1731878435538 in 220 msec 2024-11-17T21:20:38,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:20:38,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-17T21:20:38,117 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:38,117 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:20:38,118 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:38,118 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37575,1731878435538, seqNum=-1] 2024-11-17T21:20:38,119 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:38,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:38,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 935 msec 2024-11-17T21:20:38,124 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878438124, completionTime=-1 2024-11-17T21:20:38,124 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:20:38,124 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:20:38,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:20:38,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878498126 2024-11-17T21:20:38,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878558126 2024-11-17T21:20:38,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T21:20:38,127 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41635,1731878435176-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:38,127 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41635,1731878435176-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:38,127 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41635,1731878435176-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:38,127 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:41635, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:38,127 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:38,127 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:38,128 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:20:38,130 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.533sec 2024-11-17T21:20:38,130 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:20:38,130 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:20:38,130 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:20:38,130 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:20:38,130 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:20:38,130 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41635,1731878435176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:20:38,130 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41635,1731878435176-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:20:38,132 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:20:38,132 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:20:38,132 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41635,1731878435176-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:38,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaac7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:38,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41635,-1 for getting cluster id 2024-11-17T21:20:38,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:38,164 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cfd833b-03ca-4dee-a5a2-63f50f521b2f' 2024-11-17T21:20:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cfd833b-03ca-4dee-a5a2-63f50f521b2f" 2024-11-17T21:20:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60609b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41635,-1] 2024-11-17T21:20:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:38,165 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:38,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02bc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:38,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37575,1731878435538, seqNum=-1] 2024-11-17T21:20:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:38,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,41635,1731878435176 2024-11-17T21:20:38,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61622 2024-11-17T21:20:38,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:38,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014aabac560002 connected 2024-11-17T21:20:38,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/hadoop.log.dir so I do NOT create it in target/test-data/29ab6872-6546-9a20-aa42-836b2826031e 2024-11-17T21:20:38,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:20:38,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/hadoop.tmp.dir so I do NOT create it in target/test-data/29ab6872-6546-9a20-aa42-836b2826031e 2024-11-17T21:20:38,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:20:38,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e 2024-11-17T21:20:38,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:20:38,228 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/cluster_6711cc84-8c33-ba37-5dbe-52089b3dcb7b, deleteOnExit=true 2024-11-17T21:20:38,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:20:38,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/test.cache.data in system properties and HBase conf 2024-11-17T21:20:38,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:20:38,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:20:38,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:20:38,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:20:38,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:20:38,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:20:38,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:20:38,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:38,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:20:38,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:20:38,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:20:38,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:20:38,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:38,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:20:38,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:20:38,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@509e4c49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/java.io.tmpdir/jetty-localhost-42599-hadoop-hdfs-3_4_1-tests_jar-_-any-3503974037407126444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:20:38,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:42599} 2024-11-17T21:20:38,773 INFO [Time-limited test {}] server.Server(415): Started @204102ms 2024-11-17T21:20:39,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:20:39,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:20:39,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:20:39,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:20:39,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:20:39,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:20:39,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:20:39,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a6dee9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/java.io.tmpdir/jetty-localhost-42295-hadoop-hdfs-3_4_1-tests_jar-_-any-8707434958406978220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:20:39,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:42295} 2024-11-17T21:20:39,160 INFO [Time-limited test {}] server.Server(415): Started @204489ms 2024-11-17T21:20:39,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:20:40,347 WARN [Thread-2297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/cluster_6711cc84-8c33-ba37-5dbe-52089b3dcb7b/data/data1/current/BP-537702436-172.17.0.2-1731878438242/current, will proceed with Du for space computation calculation, 2024-11-17T21:20:40,347 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/cluster_6711cc84-8c33-ba37-5dbe-52089b3dcb7b/data/data2/current/BP-537702436-172.17.0.2-1731878438242/current, will proceed with Du for space computation calculation, 2024-11-17T21:20:40,367 WARN [Thread-2285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:20:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85d5f6030596fc6b with lease ID 0x29611f5f25a21654: Processing first storage report for DS-9a140e5c-e9dd-4dd1-88d3-ebc6ca26575d from datanode DatanodeRegistration(127.0.0.1:35165, datanodeUuid=96d79d9e-ae40-47af-b646-c8d69f1690d1, infoPort=44597, infoSecurePort=0, ipcPort=32837, storageInfo=lv=-57;cid=testClusterID;nsid=480456926;c=1731878438242) 2024-11-17T21:20:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85d5f6030596fc6b with lease ID 0x29611f5f25a21654: from storage DS-9a140e5c-e9dd-4dd1-88d3-ebc6ca26575d node DatanodeRegistration(127.0.0.1:35165, datanodeUuid=96d79d9e-ae40-47af-b646-c8d69f1690d1, infoPort=44597, infoSecurePort=0, ipcPort=32837, storageInfo=lv=-57;cid=testClusterID;nsid=480456926;c=1731878438242), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:20:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85d5f6030596fc6b with lease ID 0x29611f5f25a21654: Processing first storage report for DS-bd589f6c-3705-4df9-a921-fe988b002d66 from datanode DatanodeRegistration(127.0.0.1:35165, datanodeUuid=96d79d9e-ae40-47af-b646-c8d69f1690d1, infoPort=44597, infoSecurePort=0, ipcPort=32837, storageInfo=lv=-57;cid=testClusterID;nsid=480456926;c=1731878438242) 2024-11-17T21:20:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85d5f6030596fc6b with lease ID 0x29611f5f25a21654: from storage DS-bd589f6c-3705-4df9-a921-fe988b002d66 node DatanodeRegistration(127.0.0.1:35165, datanodeUuid=96d79d9e-ae40-47af-b646-c8d69f1690d1, infoPort=44597, infoSecurePort=0, ipcPort=32837, storageInfo=lv=-57;cid=testClusterID;nsid=480456926;c=1731878438242), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:20:40,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e 2024-11-17T21:20:40,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:40,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:40,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:20:40,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23 with version=8 2024-11-17T21:20:40,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/hbase-staging 2024-11-17T21:20:40,806 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:20:40,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:40,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:40,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:20:40,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:40,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:20:40,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:20:40,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:20:40,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45295 2024-11-17T21:20:40,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45295 connecting to ZooKeeper ensemble=127.0.0.1:61622 2024-11-17T21:20:40,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452950x0, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:40,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45295-0x1014aabac560003 connected 2024-11-17T21:20:40,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:40,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:40,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Set watcher on znode that does not yet exist, /1-699714881/running 2024-11-17T21:20:40,947 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23, hbase.cluster.distributed=false 2024-11-17T21:20:40,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Set watcher on znode that does not yet exist, /1-699714881/acl 2024-11-17T21:20:40,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45295 2024-11-17T21:20:40,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45295 2024-11-17T21:20:40,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45295 2024-11-17T21:20:40,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45295 2024-11-17T21:20:40,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45295 2024-11-17T21:20:40,965 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:20:40,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:40,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:40,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:20:40,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:20:40,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:20:40,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:20:40,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:20:40,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35379 2024-11-17T21:20:40,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35379 connecting to ZooKeeper ensemble=127.0.0.1:61622 2024-11-17T21:20:40,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:40,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:40,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353790x0, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:40,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353790x0, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Set watcher on znode that does not yet exist, /1-699714881/running 2024-11-17T21:20:40,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35379-0x1014aabac560004 connected 2024-11-17T21:20:40,984 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:20:40,985 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:20:40,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Set watcher on znode that does not yet exist, /1-699714881/master 2024-11-17T21:20:40,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Set watcher on znode that does not yet exist, /1-699714881/acl 2024-11-17T21:20:40,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35379 2024-11-17T21:20:40,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35379 2024-11-17T21:20:40,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:20:40,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T21:20:40,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:40,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T21:20:40,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:40,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T21:20:41,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35379 2024-11-17T21:20:41,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35379 2024-11-17T21:20:41,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35379 2024-11-17T21:20:41,015 DEBUG [M:0;a313eea8709e:45295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:45295 2024-11-17T21:20:41,015 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-699714881/backup-masters/a313eea8709e,45295,1731878440806 2024-11-17T21:20:41,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881/backup-masters 2024-11-17T21:20:41,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881/backup-masters 2024-11-17T21:20:41,026 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Set watcher on existing znode=/1-699714881/backup-masters/a313eea8709e,45295,1731878440806 2024-11-17T21:20:41,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:41,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-699714881/master 2024-11-17T21:20:41,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:41,036 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Set watcher on existing znode=/1-699714881/master 2024-11-17T21:20:41,037 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-699714881/backup-masters/a313eea8709e,45295,1731878440806 from backup master directory 2024-11-17T21:20:41,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881/backup-masters 2024-11-17T21:20:41,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-699714881/backup-masters/a313eea8709e,45295,1731878440806 2024-11-17T21:20:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881/backup-masters 2024-11-17T21:20:41,047 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:20:41,047 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,45295,1731878440806 2024-11-17T21:20:41,050 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/hbase.id] with ID: 6b6c2795-422e-4e2b-a5f6-6bc5962c123b 2024-11-17T21:20:41,050 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/.tmp/hbase.id 2024-11-17T21:20:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:20:41,455 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/.tmp/hbase.id]:[hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/hbase.id] 2024-11-17T21:20:41,463 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:20:41,463 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:20:41,464 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:20:41,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:41,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:20:42,005 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:42,006 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:20:42,006 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:42,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:20:42,413 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store 2024-11-17T21:20:42,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:20:42,420 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:42,420 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:20:42,420 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:42,420 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:42,420 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:20:42,420 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:42,420 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:42,420 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878442420Disabling compacts and flushes for region at 1731878442420Disabling writes for close at 1731878442420Writing region close event to WAL at 1731878442420Closed at 1731878442420 2024-11-17T21:20:42,421 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/.initializing 2024-11-17T21:20:42,421 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/WALs/a313eea8709e,45295,1731878440806 2024-11-17T21:20:42,422 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:20:42,423 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C45295%2C1731878440806, suffix=, logDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/WALs/a313eea8709e,45295,1731878440806, archiveDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/oldWALs, maxLogs=10 2024-11-17T21:20:42,435 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/WALs/a313eea8709e,45295,1731878440806/a313eea8709e%2C45295%2C1731878440806.1731878442423, exclude list is [], retry=0 2024-11-17T21:20:42,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35165,DS-9a140e5c-e9dd-4dd1-88d3-ebc6ca26575d,DISK] 2024-11-17T21:20:42,440 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/WALs/a313eea8709e,45295,1731878440806/a313eea8709e%2C45295%2C1731878440806.1731878442423 2024-11-17T21:20:42,440 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44597:44597)] 2024-11-17T21:20:42,440 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:42,440 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:42,440 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,440 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:20:42,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:42,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:42,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:20:42,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:42,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:42,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:20:42,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:42,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:42,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:20:42,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:42,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:42,449 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,450 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,451 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,455 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,456 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,456 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:42,457 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:20:42,458 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:42,458 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71018712, jitterRate=0.05826127529144287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:42,459 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878442440Initializing all the Stores at 1731878442441 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878442441Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878442444 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878442444Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878442444Cleaning up temporary data from old regions at 1731878442456 (+12 ms)Region opened successfully at 1731878442459 (+3 ms) 2024-11-17T21:20:42,460 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:20:42,462 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcd1aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:20:42,463 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:20:42,463 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:20:42,463 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:20:42,463 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:20:42,464 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:20:42,464 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:20:42,464 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:20:42,465 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:20:42,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Unable to get data of znode /1-699714881/balancer because node does not exist (not necessarily an error) 2024-11-17T21:20:42,533 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-699714881/balancer already deleted, retry=false 2024-11-17T21:20:42,534 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:20:42,534 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Unable to get data of znode /1-699714881/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:20:42,544 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-699714881/normalizer already deleted, retry=false 2024-11-17T21:20:42,544 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:20:42,545 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Unable to get data of znode /1-699714881/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:20:42,554 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-699714881/switch/split already deleted, retry=false 2024-11-17T21:20:42,555 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Unable to get data of znode /1-699714881/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:20:42,565 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-699714881/switch/merge already deleted, retry=false 2024-11-17T21:20:42,567 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Unable to get data of znode /1-699714881/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:20:42,575 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-699714881/snapshot-cleanup already deleted, retry=false 2024-11-17T21:20:42,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-699714881/running 2024-11-17T21:20:42,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:42,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-699714881/running 2024-11-17T21:20:42,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:42,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,45295,1731878440806, sessionid=0x1014aabac560003, setting cluster-up flag (Was=false) 2024-11-17T21:20:42,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:42,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:42,639 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-699714881/flush-table-proc/acquired, /1-699714881/flush-table-proc/reached, /1-699714881/flush-table-proc/abort 2024-11-17T21:20:42,644 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,45295,1731878440806 2024-11-17T21:20:42,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:42,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:42,691 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-699714881/online-snapshot/acquired, /1-699714881/online-snapshot/reached, /1-699714881/online-snapshot/abort 2024-11-17T21:20:42,692 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,45295,1731878440806 2024-11-17T21:20:42,693 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:20:42,694 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:42,694 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:20:42,694 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:20:42,695 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,45295,1731878440806 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:20:42,696 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:42,696 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:42,696 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:42,696 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:20:42,696 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:20:42,696 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,696 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:20:42,696 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,696 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878472696 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:42,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:20:42,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:20:42,698 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:20:42,698 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:42,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:20:42,698 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878442698,5,FailOnTimeoutGroup] 2024-11-17T21:20:42,699 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878442698,5,FailOnTimeoutGroup] 2024-11-17T21:20:42,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:20:42,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,699 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,708 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(746): ClusterId : 6b6c2795-422e-4e2b-a5f6-6bc5962c123b 2024-11-17T21:20:42,708 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:20:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:20:42,721 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:20:42,721 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:20:42,734 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:20:42,734 DEBUG [RS:0;a313eea8709e:35379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3891c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:20:42,752 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:35379 2024-11-17T21:20:42,752 INFO [RS:0;a313eea8709e:35379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:20:42,752 INFO [RS:0;a313eea8709e:35379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:20:42,752 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:20:42,753 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,45295,1731878440806 with port=35379, startcode=1731878440965 2024-11-17T21:20:42,753 DEBUG [RS:0;a313eea8709e:35379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:20:42,754 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:20:42,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,35379,1731878440965 2024-11-17T21:20:42,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45295 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,35379,1731878440965 2024-11-17T21:20:42,756 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23 2024-11-17T21:20:42,756 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44467 2024-11-17T21:20:42,756 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:20:42,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881/rs 2024-11-17T21:20:42,822 DEBUG [RS:0;a313eea8709e:35379 {}] zookeeper.ZKUtil(111): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Set watcher on existing znode=/1-699714881/rs/a313eea8709e,35379,1731878440965 2024-11-17T21:20:42,822 WARN [RS:0;a313eea8709e:35379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:20:42,822 INFO [RS:0;a313eea8709e:35379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:42,822 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965 2024-11-17T21:20:42,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,35379,1731878440965] 2024-11-17T21:20:42,824 INFO [RS:0;a313eea8709e:35379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:20:42,826 INFO [RS:0;a313eea8709e:35379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:20:42,826 INFO [RS:0;a313eea8709e:35379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:20:42,826 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,828 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:20:42,829 INFO [RS:0;a313eea8709e:35379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:20:42,829 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:20:42,829 DEBUG [RS:0;a313eea8709e:35379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:20:42,830 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,830 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,830 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,830 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,830 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,830 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,35379,1731878440965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:20:42,846 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:20:42,847 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,35379,1731878440965-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,847 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,847 INFO [RS:0;a313eea8709e:35379 {}] regionserver.Replication(171): a313eea8709e,35379,1731878440965 started 2024-11-17T21:20:42,864 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:42,864 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,35379,1731878440965, RpcServer on a313eea8709e/172.17.0.2:35379, sessionid=0x1014aabac560004 2024-11-17T21:20:42,864 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:20:42,864 DEBUG [RS:0;a313eea8709e:35379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,35379,1731878440965 2024-11-17T21:20:42,864 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,35379,1731878440965' 2024-11-17T21:20:42,864 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-699714881/flush-table-proc/abort' 2024-11-17T21:20:42,865 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-699714881/flush-table-proc/acquired' 2024-11-17T21:20:42,865 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:20:42,865 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:20:42,865 DEBUG [RS:0;a313eea8709e:35379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,35379,1731878440965 2024-11-17T21:20:42,865 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,35379,1731878440965' 2024-11-17T21:20:42,865 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-699714881/online-snapshot/abort' 2024-11-17T21:20:42,865 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-699714881/online-snapshot/acquired' 2024-11-17T21:20:42,866 DEBUG [RS:0;a313eea8709e:35379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:20:42,866 INFO [RS:0;a313eea8709e:35379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:20:42,866 INFO [RS:0;a313eea8709e:35379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:20:42,966 INFO [RS:0;a313eea8709e:35379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:20:42,967 INFO [RS:0;a313eea8709e:35379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C35379%2C1731878440965, suffix=, logDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965, archiveDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/oldWALs, maxLogs=10 2024-11-17T21:20:42,982 DEBUG [RS:0;a313eea8709e:35379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968, exclude list is [], retry=0 2024-11-17T21:20:42,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35165,DS-9a140e5c-e9dd-4dd1-88d3-ebc6ca26575d,DISK] 2024-11-17T21:20:42,986 INFO [RS:0;a313eea8709e:35379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 2024-11-17T21:20:42,986 DEBUG [RS:0;a313eea8709e:35379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44597:44597)] 2024-11-17T21:20:43,110 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:20:43,110 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23 2024-11-17T21:20:43,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:20:43,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:43,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:20:43,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:20:43,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:43,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:43,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:20:43,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:20:43,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:43,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:43,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:20:43,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:20:43,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:43,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:43,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:20:43,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:20:43,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:43,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:43,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:20:43,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740 2024-11-17T21:20:43,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740 2024-11-17T21:20:43,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:20:43,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:20:43,135 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:43,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:20:43,137 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:43,138 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75379031, jitterRate=0.12323509156703949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:43,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878443126Initializing all the Stores at 1731878443127 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878443127Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878443127Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878443127Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878443127Cleaning up temporary data from old regions at 1731878443135 (+8 ms)Region opened successfully at 1731878443138 (+3 ms) 2024-11-17T21:20:43,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:20:43,138 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:20:43,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:20:43,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:20:43,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:20:43,138 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:43,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878443138Disabling compacts and flushes for region at 1731878443138Disabling writes for close at 1731878443138Writing region close event to WAL at 1731878443138Closed at 1731878443138 2024-11-17T21:20:43,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:43,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:20:43,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:20:43,140 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:20:43,141 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:20:43,291 DEBUG [a313eea8709e:45295 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:20:43,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,35379,1731878440965 2024-11-17T21:20:43,293 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,35379,1731878440965, state=OPENING 2024-11-17T21:20:43,344 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:20:43,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:43,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:43,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-699714881/meta-region-server: CHANGED 2024-11-17T21:20:43,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-699714881/meta-region-server: CHANGED 2024-11-17T21:20:43,356 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:20:43,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,35379,1731878440965}] 2024-11-17T21:20:43,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:20:43,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:20:43,512 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:20:43,512 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:43,512 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:20:43,514 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C35379%2C1731878440965.meta, suffix=.meta, logDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965, archiveDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/oldWALs, maxLogs=10 2024-11-17T21:20:43,533 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.meta.1731878443514.meta, exclude list is [], retry=0 2024-11-17T21:20:43,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35165,DS-9a140e5c-e9dd-4dd1-88d3-ebc6ca26575d,DISK] 2024-11-17T21:20:43,538 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.meta.1731878443514.meta 2024-11-17T21:20:43,538 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44597:44597)] 2024-11-17T21:20:43,538 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:43,539 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:43,539 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:20:43,539 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:20:43,539 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:20:43,539 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:20:43,539 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:43,539 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:20:43,539 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:20:43,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:20:43,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:20:43,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:43,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:43,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:20:43,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:20:43,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:43,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:43,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:20:43,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:20:43,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:43,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:43,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:20:43,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:20:43,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:43,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:20:43,548 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:20:43,548 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740 2024-11-17T21:20:43,549 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740 2024-11-17T21:20:43,550 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:20:43,550 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:20:43,550 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:20:43,551 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:20:43,551 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73556469, jitterRate=0.09607680141925812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:20:43,551 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:20:43,552 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878443539Writing region info on filesystem at 1731878443539Initializing all the Stores at 1731878443540 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878443540Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878443544 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878443544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878443544Cleaning up temporary data from old regions at 1731878443550 (+6 ms)Running coprocessor post-open hooks at 1731878443551 (+1 ms)Region opened successfully at 1731878443552 (+1 ms) 2024-11-17T21:20:43,552 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878443508 2024-11-17T21:20:43,554 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:20:43,554 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:20:43,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,35379,1731878440965 2024-11-17T21:20:43,555 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,35379,1731878440965, state=OPEN 2024-11-17T21:20:43,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-699714881/meta-region-server 2024-11-17T21:20:43,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-699714881/meta-region-server 2024-11-17T21:20:43,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,35379,1731878440965 2024-11-17T21:20:43,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-699714881/meta-region-server: CHANGED 2024-11-17T21:20:43,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-699714881/meta-region-server: CHANGED 2024-11-17T21:20:43,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:20:43,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,35379,1731878440965 in 209 msec 2024-11-17T21:20:43,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:20:43,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-17T21:20:43,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:20:43,569 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:20:43,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:43,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,35379,1731878440965, seqNum=-1] 2024-11-17T21:20:43,570 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:43,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:43,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 880 msec 2024-11-17T21:20:43,575 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878443575, completionTime=-1 2024-11-17T21:20:43,575 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:20:43,575 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:20:43,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:20:43,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:20:43,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878503577 2024-11-17T21:20:43,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878563577 2024-11-17T21:20:43,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:20:43,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45295,1731878440806-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:43,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45295,1731878440806-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:43,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45295,1731878440806-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:43,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:45295, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:43,577 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:43,579 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:20:43,584 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:43,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.541sec 2024-11-17T21:20:43,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:20:43,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:20:43,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:20:43,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:20:43,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:20:43,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45295,1731878440806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:20:43,588 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45295,1731878440806-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:20:43,593 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:20:43,593 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:20:43,593 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45295,1731878440806-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:20:43,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:43,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b807665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:43,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45295,-1 for getting cluster id 2024-11-17T21:20:43,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:43,609 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6c2795-422e-4e2b-a5f6-6bc5962c123b' 2024-11-17T21:20:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6c2795-422e-4e2b-a5f6-6bc5962c123b" 2024-11-17T21:20:43,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6228ed5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45295,-1] 2024-11-17T21:20:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:43,611 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:43,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f68b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:43,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,35379,1731878440965, seqNum=-1] 2024-11-17T21:20:43,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:43,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:43,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:43,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,45295,1731878440806 2024-11-17T21:20:43,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61622 2024-11-17T21:20:43,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:20:43,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014aabac560005 connected 2024-11-17T21:20:43,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:20:43,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:43,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41635,1731878435176 2024-11-17T21:20:43,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c8e4ab4 2024-11-17T21:20:43,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:43,643 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:43,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:20:43,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:20:43,646 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:43,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:20:43,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:20:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:20:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:44,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe6a6650a125bf7a59fcdf7ad4414798, NAME => 'test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e 2024-11-17T21:20:44,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:20:44,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:44,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fe6a6650a125bf7a59fcdf7ad4414798, disabling compactions & flushes 2024-11-17T21:20:44,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:20:44,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:20:44,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. after waiting 0 ms 2024-11-17T21:20:44,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:20:44,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:20:44,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe6a6650a125bf7a59fcdf7ad4414798: Waiting for close lock at 1731878444059Disabling compacts and flushes for region at 1731878444059Disabling writes for close at 1731878444059Writing region close event to WAL at 1731878444059Closed at 1731878444059 2024-11-17T21:20:44,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:20:44,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878444060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878444060"}]},"ts":"1731878444060"} 2024-11-17T21:20:44,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:20:44,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:20:44,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878444063"}]},"ts":"1731878444063"} 2024-11-17T21:20:44,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:20:44,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe6a6650a125bf7a59fcdf7ad4414798, ASSIGN}] 2024-11-17T21:20:44,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe6a6650a125bf7a59fcdf7ad4414798, ASSIGN 2024-11-17T21:20:44,068 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fe6a6650a125bf7a59fcdf7ad4414798, ASSIGN; state=OFFLINE, location=a313eea8709e,37575,1731878435538; forceNewPlan=false, retain=false 2024-11-17T21:20:44,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe6a6650a125bf7a59fcdf7ad4414798, regionState=OPENING, regionLocation=a313eea8709e,37575,1731878435538 2024-11-17T21:20:44,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fe6a6650a125bf7a59fcdf7ad4414798, ASSIGN because future has completed 2024-11-17T21:20:44,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe6a6650a125bf7a59fcdf7ad4414798, server=a313eea8709e,37575,1731878435538}] 2024-11-17T21:20:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:44,376 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:20:44,376 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fe6a6650a125bf7a59fcdf7ad4414798, NAME => 'test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:44,376 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:44,376 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:20:44,377 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,377 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:44,377 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,377 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,378 INFO [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,379 INFO [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe6a6650a125bf7a59fcdf7ad4414798 columnFamilyName f 2024-11-17T21:20:44,379 DEBUG [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:44,379 INFO [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] regionserver.HStore(327): Store=fe6a6650a125bf7a59fcdf7ad4414798/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:44,379 INFO [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,380 INFO [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe6a6650a125bf7a59fcdf7ad4414798 columnFamilyName f1 2024-11-17T21:20:44,380 DEBUG [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:44,380 INFO [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] regionserver.HStore(327): Store=fe6a6650a125bf7a59fcdf7ad4414798/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:44,381 INFO [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,381 INFO [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe6a6650a125bf7a59fcdf7ad4414798 columnFamilyName norep 2024-11-17T21:20:44,381 DEBUG [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:44,381 INFO [StoreOpener-fe6a6650a125bf7a59fcdf7ad4414798-1 {}] regionserver.HStore(327): Store=fe6a6650a125bf7a59fcdf7ad4414798/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:44,381 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,382 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,382 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,383 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,383 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,383 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:20:44,384 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,385 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:44,386 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fe6a6650a125bf7a59fcdf7ad4414798; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74032109, jitterRate=0.10316438972949982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:20:44,386 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:44,387 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fe6a6650a125bf7a59fcdf7ad4414798: Running coprocessor pre-open hook at 1731878444377Writing region info on filesystem at 1731878444377Initializing all the Stores at 1731878444377Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878444377Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878444378 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878444378Cleaning up temporary data from old regions at 1731878444383 (+5 ms)Running coprocessor post-open hooks at 1731878444386 (+3 ms)Region opened successfully at 1731878444386 2024-11-17T21:20:44,387 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798., pid=6, masterSystemTime=1731878444373 2024-11-17T21:20:44,389 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:20:44,389 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:20:44,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe6a6650a125bf7a59fcdf7ad4414798, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,37575,1731878435538 2024-11-17T21:20:44,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe6a6650a125bf7a59fcdf7ad4414798, server=a313eea8709e,37575,1731878435538 because future has completed 2024-11-17T21:20:44,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:20:44,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fe6a6650a125bf7a59fcdf7ad4414798, server=a313eea8709e,37575,1731878435538 in 172 msec 2024-11-17T21:20:44,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:20:44,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fe6a6650a125bf7a59fcdf7ad4414798, ASSIGN in 328 msec 2024-11-17T21:20:44,396 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:20:44,397 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878444396"}]},"ts":"1731878444396"} 2024-11-17T21:20:44,399 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:20:44,399 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:20:44,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-17T21:20:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:44,785 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:20:44,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:44,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,45295,1731878440806 2024-11-17T21:20:44,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b838894 2024-11-17T21:20:44,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:44,787 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:44,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:20:44,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:20:44,789 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:44,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:20:44,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:20:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:44,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:20:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:45,205 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc84eb59300656dabf74f079840bcd29, NAME => 'test,,1731878444787.bc84eb59300656dabf74f079840bcd29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23 2024-11-17T21:20:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:20:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:45,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878444787.bc84eb59300656dabf74f079840bcd29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:45,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc84eb59300656dabf74f079840bcd29, disabling compactions & flushes 2024-11-17T21:20:45,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:45,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:45,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878444787.bc84eb59300656dabf74f079840bcd29. after waiting 0 ms 2024-11-17T21:20:45,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:45,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:45,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc84eb59300656dabf74f079840bcd29: Waiting for close lock at 1731878445610Disabling compacts and flushes for region at 1731878445610Disabling writes for close at 1731878445610Writing region close event to WAL at 1731878445611 (+1 ms)Closed at 1731878445611 2024-11-17T21:20:45,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:20:45,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878444787.bc84eb59300656dabf74f079840bcd29.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878445612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878445612"}]},"ts":"1731878445612"} 2024-11-17T21:20:45,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:20:45,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:20:45,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878445615"}]},"ts":"1731878445615"} 2024-11-17T21:20:45,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:20:45,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc84eb59300656dabf74f079840bcd29, ASSIGN}] 2024-11-17T21:20:45,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc84eb59300656dabf74f079840bcd29, ASSIGN 2024-11-17T21:20:45,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc84eb59300656dabf74f079840bcd29, ASSIGN; state=OFFLINE, location=a313eea8709e,35379,1731878440965; forceNewPlan=false, retain=false 2024-11-17T21:20:45,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc84eb59300656dabf74f079840bcd29, regionState=OPENING, regionLocation=a313eea8709e,35379,1731878440965 2024-11-17T21:20:45,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc84eb59300656dabf74f079840bcd29, ASSIGN because future has completed 2024-11-17T21:20:45,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc84eb59300656dabf74f079840bcd29, server=a313eea8709e,35379,1731878440965}] 2024-11-17T21:20:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:45,926 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:45,926 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc84eb59300656dabf74f079840bcd29, NAME => 'test,,1731878444787.bc84eb59300656dabf74f079840bcd29.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:45,926 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:45,926 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:20:45,927 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,927 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878444787.bc84eb59300656dabf74f079840bcd29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:45,927 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,927 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,928 INFO [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,929 INFO [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc84eb59300656dabf74f079840bcd29 columnFamilyName f 2024-11-17T21:20:45,929 DEBUG [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:45,929 INFO [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] regionserver.HStore(327): Store=bc84eb59300656dabf74f079840bcd29/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:45,929 INFO [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,930 INFO [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc84eb59300656dabf74f079840bcd29 columnFamilyName f1 2024-11-17T21:20:45,930 DEBUG [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:45,930 INFO [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] regionserver.HStore(327): Store=bc84eb59300656dabf74f079840bcd29/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:45,930 INFO [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,931 INFO [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc84eb59300656dabf74f079840bcd29 columnFamilyName norep 2024-11-17T21:20:45,931 DEBUG [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:45,931 INFO [StoreOpener-bc84eb59300656dabf74f079840bcd29-1 {}] regionserver.HStore(327): Store=bc84eb59300656dabf74f079840bcd29/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:45,931 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,932 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,932 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,933 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,933 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,933 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:20:45,934 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,936 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:45,936 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc84eb59300656dabf74f079840bcd29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73709745, jitterRate=0.09836079180240631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:20:45,936 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:45,936 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc84eb59300656dabf74f079840bcd29: Running coprocessor pre-open hook at 1731878445927Writing region info on filesystem at 1731878445927Initializing all the Stores at 1731878445927Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878445928 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878445928Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878445928Cleaning up temporary data from old regions at 1731878445933 (+5 ms)Running coprocessor post-open hooks at 1731878445936 (+3 ms)Region opened successfully at 1731878445936 2024-11-17T21:20:45,937 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878444787.bc84eb59300656dabf74f079840bcd29., pid=6, masterSystemTime=1731878445923 2024-11-17T21:20:45,939 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:45,939 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:45,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc84eb59300656dabf74f079840bcd29, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,35379,1731878440965 2024-11-17T21:20:45,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc84eb59300656dabf74f079840bcd29, server=a313eea8709e,35379,1731878440965 because future has completed 2024-11-17T21:20:45,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:20:45,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc84eb59300656dabf74f079840bcd29, server=a313eea8709e,35379,1731878440965 in 182 msec 2024-11-17T21:20:45,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:20:45,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc84eb59300656dabf74f079840bcd29, ASSIGN in 338 msec 2024-11-17T21:20:45,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:20:45,958 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878445957"}]},"ts":"1731878445957"} 2024-11-17T21:20:45,959 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:20:45,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:20:45,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-17T21:20:46,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:46,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:46,145 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18233 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:20:46,935 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:20:46,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41635,-1 for getting cluster id 2024-11-17T21:20:46,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:46,936 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cfd833b-03ca-4dee-a5a2-63f50f521b2f' 2024-11-17T21:20:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cfd833b-03ca-4dee-a5a2-63f50f521b2f" 2024-11-17T21:20:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7650a7b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41635,-1] 2024-11-17T21:20:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:46,937 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:46,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f171a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45295,-1 for getting cluster id 2024-11-17T21:20:46,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:46,939 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6c2795-422e-4e2b-a5f6-6bc5962c123b' 2024-11-17T21:20:46,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:46,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6c2795-422e-4e2b-a5f6-6bc5962c123b" 2024-11-17T21:20:46,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330081dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45295,-1] 2024-11-17T21:20:46,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:46,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:46,940 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3ff2a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41635,-1 for getting cluster id 2024-11-17T21:20:46,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:46,941 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cfd833b-03ca-4dee-a5a2-63f50f521b2f' 2024-11-17T21:20:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cfd833b-03ca-4dee-a5a2-63f50f521b2f" 2024-11-17T21:20:46,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd87680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41635,-1] 2024-11-17T21:20:46,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:46,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:46,942 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:46,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9ee43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:46,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41635,1731878435176 2024-11-17T21:20:46,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b2de0c8 2024-11-17T21:20:46,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:46,944 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:46,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:45295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:20:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:20:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:46,947 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:45295' 2024-11-17T21:20:46,948 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdf776d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,948 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45295,-1 for getting cluster id 2024-11-17T21:20:46,948 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:46,949 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6c2795-422e-4e2b-a5f6-6bc5962c123b' 2024-11-17T21:20:46,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:46,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6c2795-422e-4e2b-a5f6-6bc5962c123b" 2024-11-17T21:20:46,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233572f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45295,-1] 2024-11-17T21:20:46,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:46,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:46,950 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:46,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d111182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:46,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:46,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,45295,1731878440806 2024-11-17T21:20:46,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e9cc2f 2024-11-17T21:20:46,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:46,952 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:46,953 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T21:20:46,953 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:20:46,953 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:46,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:46,953 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:46,953 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:46,954 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:20:46,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:20:46,955 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:46,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:20:46,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:20:46,968 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b7032da745939136b7402639f42486a, NAME => 'hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e 2024-11-17T21:20:46,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:20:47,005 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:20:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:47,375 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:47,375 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2b7032da745939136b7402639f42486a, disabling compactions & flushes 2024-11-17T21:20:47,375 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:47,376 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:47,376 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. after waiting 0 ms 2024-11-17T21:20:47,376 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:47,376 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:47,376 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b7032da745939136b7402639f42486a: Waiting for close lock at 1731878447375Disabling compacts and flushes for region at 1731878447375Disabling writes for close at 1731878447376 (+1 ms)Writing region close event to WAL at 1731878447376Closed at 1731878447376 2024-11-17T21:20:47,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:20:47,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878447377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878447377"}]},"ts":"1731878447377"} 2024-11-17T21:20:47,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:20:47,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:20:47,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878447381"}]},"ts":"1731878447381"} 2024-11-17T21:20:47,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:20:47,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b7032da745939136b7402639f42486a, ASSIGN}] 2024-11-17T21:20:47,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b7032da745939136b7402639f42486a, ASSIGN 2024-11-17T21:20:47,384 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b7032da745939136b7402639f42486a, ASSIGN; state=OFFLINE, location=a313eea8709e,37575,1731878435538; forceNewPlan=false, retain=false 2024-11-17T21:20:47,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b7032da745939136b7402639f42486a, regionState=OPENING, regionLocation=a313eea8709e,37575,1731878435538 2024-11-17T21:20:47,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b7032da745939136b7402639f42486a, ASSIGN because future has completed 2024-11-17T21:20:47,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b7032da745939136b7402639f42486a, server=a313eea8709e,37575,1731878435538}] 2024-11-17T21:20:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:47,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:47,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:47,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:20:47,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C37575%2C1731878435538.rep, suffix=, logDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/oldWALs, maxLogs=10 2024-11-17T21:20:47,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.rep.1731878447693, exclude list is [], retry=0 2024-11-17T21:20:47,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36367,DS-9cdfd19e-1a80-4d1b-97a9-8e49d9c38e84,DISK] 2024-11-17T21:20:47,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.rep.1731878447693 2024-11-17T21:20:47,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35627:35627)] 2024-11-17T21:20:47,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b7032da745939136b7402639f42486a, NAME => 'hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:47,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:47,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:20:47,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. service=MultiRowMutationService 2024-11-17T21:20:47,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:20:47,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:47,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,710 INFO [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,711 INFO [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b7032da745939136b7402639f42486a columnFamilyName hfileref 2024-11-17T21:20:47,711 DEBUG [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:47,711 INFO [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] regionserver.HStore(327): Store=2b7032da745939136b7402639f42486a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:47,712 INFO [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,712 INFO [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b7032da745939136b7402639f42486a columnFamilyName queue 2024-11-17T21:20:47,712 DEBUG [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:47,713 INFO [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] regionserver.HStore(327): Store=2b7032da745939136b7402639f42486a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:47,713 INFO [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,713 INFO [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b7032da745939136b7402639f42486a columnFamilyName sid 2024-11-17T21:20:47,713 DEBUG [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:47,714 INFO [StoreOpener-2b7032da745939136b7402639f42486a-1 {}] regionserver.HStore(327): Store=2b7032da745939136b7402639f42486a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:47,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/replication/2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/replication/2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:20:47,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/replication/2b7032da745939136b7402639f42486a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:47,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2b7032da745939136b7402639f42486a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74867008, jitterRate=0.11560535430908203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:20:47,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b7032da745939136b7402639f42486a 2024-11-17T21:20:47,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2b7032da745939136b7402639f42486a: Running coprocessor pre-open hook at 1731878447709Writing region info on filesystem at 1731878447709Initializing all the Stores at 1731878447710 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878447710Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878447710Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878447710Cleaning up temporary data from old regions at 1731878447715 (+5 ms)Running coprocessor post-open hooks at 1731878447719 (+4 ms)Region opened successfully at 1731878447719 2024-11-17T21:20:47,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a., pid=10, masterSystemTime=1731878447689 2024-11-17T21:20:47,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:47,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:47,722 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b7032da745939136b7402639f42486a, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37575,1731878435538 2024-11-17T21:20:47,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b7032da745939136b7402639f42486a, server=a313eea8709e,37575,1731878435538 because future has completed 2024-11-17T21:20:47,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:20:47,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b7032da745939136b7402639f42486a, server=a313eea8709e,37575,1731878435538 in 188 msec 2024-11-17T21:20:47,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:20:47,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b7032da745939136b7402639f42486a, ASSIGN in 344 msec 2024-11-17T21:20:47,728 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:20:47,729 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878447729"}]},"ts":"1731878447729"} 2024-11-17T21:20:47,730 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:20:47,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:20:47,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-17T21:20:47,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a., hostname=a313eea8709e,37575,1731878435538, seqNum=2] 2024-11-17T21:20:47,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:47,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:47,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:20:48,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:20:48,055 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:20:48,078 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,37575,1731878435538, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:20:48,079 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:48,079 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37575,1731878435538, seqNum=-1] 2024-11-17T21:20:48,079 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:48,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T21:20:48,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,37575,1731878435538', locateType=CURRENT is [region=hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a., hostname=a313eea8709e,37575,1731878435538, seqNum=2] 2024-11-17T21:20:48,083 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:20:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41635 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:20:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:48,085 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,37575,1731878435538 suceeded 2024-11-17T21:20:48,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:20:48,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-17T21:20:48,087 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:45295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:20:48,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1420 sec 2024-11-17T21:20:48,096 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:45295' 2024-11-17T21:20:48,097 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b3b1a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:48,097 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45295,-1 for getting cluster id 2024-11-17T21:20:48,097 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:48,098 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6c2795-422e-4e2b-a5f6-6bc5962c123b' 2024-11-17T21:20:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6c2795-422e-4e2b-a5f6-6bc5962c123b" 2024-11-17T21:20:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26629e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45295,-1] 2024-11-17T21:20:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:48,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:48,099 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:48,100 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36466d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:48,100 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,45295,1731878440806 2024-11-17T21:20:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77766f07 2024-11-17T21:20:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:48,101 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-17T21:20:48,101 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,37575,1731878435538 (queues=1) is replicating from cluster=4cfd833b-03ca-4dee-a5a2-63f50f521b2f to cluster=6b6c2795-422e-4e2b-a5f6-6bc5962c123b 2024-11-17T21:20:48,101 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C37575%2C1731878435538 2024-11-17T21:20:48,102 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,37575,1731878435538, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:20:48,102 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442, startPosition=0, beingWritten=true 2024-11-17T21:20:48,102 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C37575%2C1731878435538 2024-11-17T21:20:48,109 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:48,109 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 379, reset compression=false 2024-11-17T21:20:48,109 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,37575,1731878435538 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:20:48,313 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 379, reset compression=false 2024-11-17T21:20:48,617 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 379, reset compression=false 2024-11-17T21:20:49,021 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 379, reset compression=false 2024-11-17T21:20:49,041 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:20:49,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:49,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:49,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:49,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:49,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:49,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:49,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:49,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:49,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:49,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T21:20:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:49,095 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:20:49,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:49,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:49,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:49,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:49,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:49,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:49,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45295,-1 for getting cluster id 2024-11-17T21:20:49,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:49,097 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6c2795-422e-4e2b-a5f6-6bc5962c123b' 2024-11-17T21:20:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6c2795-422e-4e2b-a5f6-6bc5962c123b" 2024-11-17T21:20:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13317866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45295,-1] 2024-11-17T21:20:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:49,098 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56820e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:49,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,45295,1731878440806 2024-11-17T21:20:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d021fb 2024-11-17T21:20:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:49,100 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:49,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:41635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:20:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:20:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:49,102 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:41635' 2024-11-17T21:20:49,103 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37310799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:49,103 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41635,-1 for getting cluster id 2024-11-17T21:20:49,103 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:49,103 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cfd833b-03ca-4dee-a5a2-63f50f521b2f' 2024-11-17T21:20:49,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:49,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cfd833b-03ca-4dee-a5a2-63f50f521b2f" 2024-11-17T21:20:49,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a367c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:49,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41635,-1] 2024-11-17T21:20:49,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:49,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:49,104 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbd2ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:49,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41635,1731878435176 2024-11-17T21:20:49,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bfecbef 2024-11-17T21:20:49,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:49,106 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:20:49,107 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T21:20:49,107 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:20:49,107 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:49,107 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:49,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:49,107 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:20:49,108 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:20:49,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:20:49,109 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:49,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:20:49,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:20:49,158 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:20:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:49,516 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fae61e9fa0631165fd7fad9728e2f749, NAME => 'hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23 2024-11-17T21:20:49,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:20:49,524 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 379, reset compression=false 2024-11-17T21:20:49,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T21:20:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:49,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:49,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fae61e9fa0631165fd7fad9728e2f749, disabling compactions & flushes 2024-11-17T21:20:49,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:49,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:49,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. after waiting 0 ms 2024-11-17T21:20:49,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:49,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:49,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fae61e9fa0631165fd7fad9728e2f749: Waiting for close lock at 1731878449921Disabling compacts and flushes for region at 1731878449921Disabling writes for close at 1731878449921Writing region close event to WAL at 1731878449921Closed at 1731878449921 2024-11-17T21:20:49,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:20:49,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878449922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878449922"}]},"ts":"1731878449922"} 2024-11-17T21:20:49,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:20:49,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:20:49,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878449925"}]},"ts":"1731878449925"} 2024-11-17T21:20:49,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:20:49,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fae61e9fa0631165fd7fad9728e2f749, ASSIGN}] 2024-11-17T21:20:49,927 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fae61e9fa0631165fd7fad9728e2f749, ASSIGN 2024-11-17T21:20:49,928 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fae61e9fa0631165fd7fad9728e2f749, ASSIGN; state=OFFLINE, location=a313eea8709e,35379,1731878440965; forceNewPlan=false, retain=false 2024-11-17T21:20:50,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fae61e9fa0631165fd7fad9728e2f749, regionState=OPENING, regionLocation=a313eea8709e,35379,1731878440965 2024-11-17T21:20:50,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fae61e9fa0631165fd7fad9728e2f749, ASSIGN because future has completed 2024-11-17T21:20:50,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fae61e9fa0631165fd7fad9728e2f749, server=a313eea8709e,35379,1731878440965}] 2024-11-17T21:20:50,127 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 379, reset compression=false 2024-11-17T21:20:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:50,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:50,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:20:50,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:20:50,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C35379%2C1731878440965.rep, suffix=, logDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965, archiveDir=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/oldWALs, maxLogs=10 2024-11-17T21:20:50,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.rep.1731878450237, exclude list is [], retry=0 2024-11-17T21:20:50,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35165,DS-9a140e5c-e9dd-4dd1-88d3-ebc6ca26575d,DISK] 2024-11-17T21:20:50,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.rep.1731878450237 2024-11-17T21:20:50,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44597:44597)] 2024-11-17T21:20:50,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fae61e9fa0631165fd7fad9728e2f749, NAME => 'hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:20:50,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:20:50,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:20:50,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. service=MultiRowMutationService 2024-11-17T21:20:50,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:20:50,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:20:50,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,257 INFO [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,259 INFO [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fae61e9fa0631165fd7fad9728e2f749 columnFamilyName hfileref 2024-11-17T21:20:50,259 DEBUG [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:50,259 INFO [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] regionserver.HStore(327): Store=fae61e9fa0631165fd7fad9728e2f749/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:50,259 INFO [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,260 INFO [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fae61e9fa0631165fd7fad9728e2f749 columnFamilyName queue 2024-11-17T21:20:50,260 DEBUG [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:50,260 INFO [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] regionserver.HStore(327): Store=fae61e9fa0631165fd7fad9728e2f749/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:50,260 INFO [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,261 INFO [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fae61e9fa0631165fd7fad9728e2f749 columnFamilyName sid 2024-11-17T21:20:50,261 DEBUG [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:20:50,261 INFO [StoreOpener-fae61e9fa0631165fd7fad9728e2f749-1 {}] regionserver.HStore(327): Store=fae61e9fa0631165fd7fad9728e2f749/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:20:50,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/replication/fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/replication/fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:20:50,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/replication/fae61e9fa0631165fd7fad9728e2f749/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:20:50,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fae61e9fa0631165fd7fad9728e2f749; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66286729, jitterRate=-0.012250766158103943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:20:50,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:50,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fae61e9fa0631165fd7fad9728e2f749: Running coprocessor pre-open hook at 1731878450256Writing region info on filesystem at 1731878450256Initializing all the Stores at 1731878450257 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878450257Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878450257Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878450257Cleaning up temporary data from old regions at 1731878450263 (+6 ms)Running coprocessor post-open hooks at 1731878450266 (+3 ms)Region opened successfully at 1731878450266 2024-11-17T21:20:50,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749., pid=10, masterSystemTime=1731878450233 2024-11-17T21:20:50,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:50,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:50,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fae61e9fa0631165fd7fad9728e2f749, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,35379,1731878440965 2024-11-17T21:20:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fae61e9fa0631165fd7fad9728e2f749, server=a313eea8709e,35379,1731878440965 because future has completed 2024-11-17T21:20:50,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:20:50,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fae61e9fa0631165fd7fad9728e2f749, server=a313eea8709e,35379,1731878440965 in 190 msec 2024-11-17T21:20:50,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:20:50,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fae61e9fa0631165fd7fad9728e2f749, ASSIGN in 346 msec 2024-11-17T21:20:50,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:20:50,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878450275"}]},"ts":"1731878450275"} 2024-11-17T21:20:50,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:20:50,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:20:50,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-17T21:20:50,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749., hostname=a313eea8709e,35379,1731878440965, seqNum=2] 2024-11-17T21:20:50,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:50,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:50,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:20:50,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:20:50,570 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:20:50,594 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,35379,1731878440965, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:20:50,594 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:50,595 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,35379,1731878440965, seqNum=-1] 2024-11-17T21:20:50,595 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:50,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T21:20:50,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,35379,1731878440965', locateType=CURRENT is [region=hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749., hostname=a313eea8709e,35379,1731878440965, seqNum=2] 2024-11-17T21:20:50,599 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:20:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:20:50,600 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,35379,1731878440965 suceeded 2024-11-17T21:20:50,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:20:50,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-17T21:20:50,602 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:41635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:20:50,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-17T21:20:50,611 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:41635' 2024-11-17T21:20:50,612 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44ce922d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:50,612 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41635,-1 for getting cluster id 2024-11-17T21:20:50,612 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:50,613 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cfd833b-03ca-4dee-a5a2-63f50f521b2f' 2024-11-17T21:20:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cfd833b-03ca-4dee-a5a2-63f50f521b2f" 2024-11-17T21:20:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e363a2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41635,-1] 2024-11-17T21:20:50,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:50,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:50,614 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:50,615 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4edd25af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:50,615 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:50,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41635,1731878435176 2024-11-17T21:20:50,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41aefe78 2024-11-17T21:20:50,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:20:50,616 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-17T21:20:50,617 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,35379,1731878440965 (queues=1) is replicating from cluster=6b6c2795-422e-4e2b-a5f6-6bc5962c123b to cluster=4cfd833b-03ca-4dee-a5a2-63f50f521b2f 2024-11-17T21:20:50,617 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C35379%2C1731878440965 2024-11-17T21:20:50,617 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,35379,1731878440965, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:20:50,617 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C35379%2C1731878440965 2024-11-17T21:20:50,617 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968, startPosition=0, beingWritten=true 2024-11-17T21:20:50,621 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:50,621 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 379, reset compression=false 2024-11-17T21:20:50,621 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,35379,1731878440965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:20:50,825 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 379, reset compression=false 2024-11-17T21:20:50,838 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 379, reset compression=false 2024-11-17T21:20:50,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T21:20:50,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T21:20:50,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T21:20:50,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T21:20:50,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:20:50,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T21:20:51,145 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 379, reset compression=false 2024-11-17T21:20:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:20:51,245 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:20:51,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:51,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:51,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:51,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:51,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:51,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:51,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37575,1731878435538, seqNum=-1] 2024-11-17T21:20:51,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:51,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:51,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798., hostname=a313eea8709e,37575,1731878435538, seqNum=2] 2024-11-17T21:20:51,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:51,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,35379,1731878440965, seqNum=-1] 2024-11-17T21:20:51,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:51,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:20:51,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731878444787.bc84eb59300656dabf74f079840bcd29., hostname=a313eea8709e,35379,1731878440965, seqNum=2] 2024-11-17T21:20:51,257 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T21:20:51,548 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 379, reset compression=false 2024-11-17T21:20:51,646 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 379, reset compression=false 2024-11-17T21:20:51,663 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:20:51,663 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 480, reset compression=false 2024-11-17T21:20:51,663 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,37575,1731878435538 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe6a6650a125bf7a59fcdf7ad4414798/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T21:20:51,665 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:20:51,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-17T21:20:51,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:20:51,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8bd0880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:51,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,45295,-1 for getting cluster id 2024-11-17T21:20:51,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:51,669 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b6c2795-422e-4e2b-a5f6-6bc5962c123b' 2024-11-17T21:20:51,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:51,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b6c2795-422e-4e2b-a5f6-6bc5962c123b" 2024-11-17T21:20:51,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4769e740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:51,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,45295,-1] 2024-11-17T21:20:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:51,670 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:51,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f6d8099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:51,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:51,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,35379,1731878440965, seqNum=-1] 2024-11-17T21:20:51,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:51,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T21:20:51,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731878444787.bc84eb59300656dabf74f079840bcd29., hostname=a313eea8709e,35379,1731878440965, seqNum=2] 2024-11-17T21:20:51,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:20:51,867 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 480, reset compression=false 2024-11-17T21:20:52,051 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 379, reset compression=false 2024-11-17T21:20:52,056 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:52,056 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 503, reset compression=false 2024-11-17T21:20:52,056 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,35379,1731878440965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:20:52,171 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 480, reset compression=false 2024-11-17T21:20:52,260 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 503, reset compression=false 2024-11-17T21:20:52,260 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T21:20:52,264 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T21:20:52,264 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:20:52,264 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 607, reset compression=false 2024-11-17T21:20:52,264 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,35379,1731878440965 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc84eb59300656dabf74f079840bcd29/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T21:20:52,266 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:20:52,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-17T21:20:52,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:20:52,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@445f054c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:52,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41635,-1 for getting cluster id 2024-11-17T21:20:52,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:20:52,269 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cfd833b-03ca-4dee-a5a2-63f50f521b2f' 2024-11-17T21:20:52,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:20:52,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cfd833b-03ca-4dee-a5a2-63f50f521b2f" 2024-11-17T21:20:52,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@533c2e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:52,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41635,-1] 2024-11-17T21:20:52,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:20:52,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:52,270 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:20:52,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1839e92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:20:52,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:20:52,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37575,1731878435538, seqNum=-1] 2024-11-17T21:20:52,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:20:52,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T21:20:52,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798., hostname=a313eea8709e,37575,1731878435538, seqNum=2] 2024-11-17T21:20:52,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:20:52,468 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 607, reset compression=false 2024-11-17T21:20:52,574 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 480, reset compression=false 2024-11-17T21:20:52,578 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:52,578 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 607, reset compression=false 2024-11-17T21:20:52,578 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,37575,1731878435538 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:20:52,771 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 607, reset compression=false 2024-11-17T21:20:52,782 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 607, reset compression=false 2024-11-17T21:20:53,085 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 607, reset compression=false 2024-11-17T21:20:53,174 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 607, reset compression=false 2024-11-17T21:20:53,265 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T21:20:53,274 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T21:20:53,489 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 607, reset compression=false 2024-11-17T21:20:53,494 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:20:53,494 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 763, reset compression=false 2024-11-17T21:20:53,494 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,37575,1731878435538 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe6a6650a125bf7a59fcdf7ad4414798/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T21:20:53,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:20:53,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:20:53,678 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 607, reset compression=false 2024-11-17T21:20:53,682 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:53,682 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 754, reset compression=false 2024-11-17T21:20:53,682 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,35379,1731878440965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:20:53,698 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 763, reset compression=false 2024-11-17T21:20:53,885 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 754, reset compression=false 2024-11-17T21:20:54,001 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 763, reset compression=false 2024-11-17T21:20:54,189 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 754, reset compression=false 2024-11-17T21:20:54,275 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T21:20:54,278 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T21:20:54,404 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 763, reset compression=false 2024-11-17T21:20:54,592 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 754, reset compression=false 2024-11-17T21:20:54,595 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:20:54,595 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 913, reset compression=false 2024-11-17T21:20:54,595 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,35379,1731878440965 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc84eb59300656dabf74f079840bcd29/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T21:20:54,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:20:54,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:20:54,798 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 913, reset compression=false 2024-11-17T21:20:54,907 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 763, reset compression=false 2024-11-17T21:20:54,911 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:54,911 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 912, reset compression=false 2024-11-17T21:20:54,911 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,37575,1731878435538 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:20:55,101 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 913, reset compression=false 2024-11-17T21:20:55,116 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 912, reset compression=false 2024-11-17T21:20:55,280 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T21:20:55,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:20:55,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:55,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:55,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:55,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:55,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:55,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:20:55,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=783897383, stopped=false 2024-11-17T21:20:55,282 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,45295,1731878440806 2024-11-17T21:20:55,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-699714881/running 2024-11-17T21:20:55,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-699714881/running 2024-11-17T21:20:55,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:55,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:55,359 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:20:55,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:55,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:55,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:55,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Set watcher on znode that does not yet exist, /1-699714881/running 2024-11-17T21:20:55,359 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,35379,1731878440965' ***** 2024-11-17T21:20:55,359 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:20:55,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Set watcher on znode that does not yet exist, /1-699714881/running 2024-11-17T21:20:55,360 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:20:55,360 INFO [RS:0;a313eea8709e:35379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:20:55,360 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:20:55,360 INFO [RS:0;a313eea8709e:35379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:20:55,360 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(3091): Received CLOSE for bc84eb59300656dabf74f079840bcd29 2024-11-17T21:20:55,360 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(3091): Received CLOSE for fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:55,360 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,35379,1731878440965 2024-11-17T21:20:55,360 INFO [RS:0;a313eea8709e:35379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:20:55,360 INFO [RS:0;a313eea8709e:35379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:35379. 2024-11-17T21:20:55,360 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc84eb59300656dabf74f079840bcd29, disabling compactions & flushes 2024-11-17T21:20:55,360 DEBUG [RS:0;a313eea8709e:35379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:55,360 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:55,360 DEBUG [RS:0;a313eea8709e:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:55,360 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:55,360 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878444787.bc84eb59300656dabf74f079840bcd29. after waiting 0 ms 2024-11-17T21:20:55,360 INFO [RS:0;a313eea8709e:35379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:20:55,360 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:55,360 INFO [RS:0;a313eea8709e:35379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:20:55,361 INFO [RS:0;a313eea8709e:35379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:20:55,361 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:20:55,361 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc84eb59300656dabf74f079840bcd29 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-17T21:20:55,361 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:20:55,361 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1325): Online Regions={bc84eb59300656dabf74f079840bcd29=test,,1731878444787.bc84eb59300656dabf74f079840bcd29., 1588230740=hbase:meta,,1.1588230740, fae61e9fa0631165fd7fad9728e2f749=hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749.} 2024-11-17T21:20:55,361 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc84eb59300656dabf74f079840bcd29, fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:55,361 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:20:55,361 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:20:55,361 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:20:55,361 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:20:55,361 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:20:55,361 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:20:55,374 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/info/f4b04444fa554d5497e9624a2ddf56c6 is 147, key is hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749./info:regioninfo/1731878450269/Put/seqid=0 2024-11-17T21:20:55,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741840_1016 (size=7686) 2024-11-17T21:20:55,380 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/.tmp/f/7cad883afe004d0cb6032f8364b52ec8 is 29, key is row1/f:/1731878454276/DeleteFamily/seqid=0 2024-11-17T21:20:55,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741841_1017 (size=5118) 2024-11-17T21:20:55,419 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 912, reset compression=false 2024-11-17T21:20:55,442 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:20:55,504 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 913, reset compression=false 2024-11-17T21:20:55,508 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:55,508 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 1160, reset compression=false 2024-11-17T21:20:55,508 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,35379,1731878440965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:20:55,509 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a313eea8709e,35379,1731878440965: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a313eea8709e,35379,1731878440965, walGroup=a313eea8709e%2C35379%2C1731878440965, offset=a313eea8709e%2C35379%2C1731878440965.1731878442968:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:35379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T21:20:55,510 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T21:20:55,510 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T21:20:55,511 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T21:20:55,511 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T21:20:55,511 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T21:20:55,512 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 582999936 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191653760 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T21:20:55,512 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:45295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:45295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T21:20:55,561 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc84eb59300656dabf74f079840bcd29, fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:55,712 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 1160, reset compression=false 2024-11-17T21:20:55,758 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:20:55,761 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc84eb59300656dabf74f079840bcd29, fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:55,778 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/info/f4b04444fa554d5497e9624a2ddf56c6 2024-11-17T21:20:55,783 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/.tmp/f/7cad883afe004d0cb6032f8364b52ec8 2024-11-17T21:20:55,788 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cad883afe004d0cb6032f8364b52ec8 2024-11-17T21:20:55,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:55,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:55,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:55,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:55,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:55,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:55,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:55,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:55,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:20:55,802 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/ns/d44c86823ee04195bf8c71b8660bb7c4 is 43, key is default/ns:d/1731878443571/Put/seqid=0 2024-11-17T21:20:55,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741842_1018 (size=5153) 2024-11-17T21:20:55,807 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/.tmp/f1/94f40351ac3a4336969f9f043d67d7fb is 30, key is row1/f1:/1731878454276/DeleteFamily/seqid=0 2024-11-17T21:20:55,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741843_1019 (size=5123) 2024-11-17T21:20:55,822 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 912, reset compression=false 2024-11-17T21:20:55,830 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:20:55,830 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:20:55,961 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc84eb59300656dabf74f079840bcd29, fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:56,015 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 1160, reset compression=false 2024-11-17T21:20:56,161 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc84eb59300656dabf74f079840bcd29, fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:56,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:20:56,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:56,175 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28263 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:20:56,206 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/ns/d44c86823ee04195bf8c71b8660bb7c4 2024-11-17T21:20:56,212 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/.tmp/f1/94f40351ac3a4336969f9f043d67d7fb 2024-11-17T21:20:56,216 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f40351ac3a4336969f9f043d67d7fb 2024-11-17T21:20:56,225 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/rep_barrier/f4393040c3544e3081a2c322902080c1 is 112, key is test,,1731878444787.bc84eb59300656dabf74f079840bcd29./rep_barrier:seqnumDuringOpen/1731878445939/Put/seqid=0 2024-11-17T21:20:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741844_1020 (size=5518) 2024-11-17T21:20:56,232 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/.tmp/norep/84af65b98d924879bac751802c808996 is 33, key is row1/norep:/1731878454276/DeleteFamily/seqid=0 2024-11-17T21:20:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741845_1021 (size=5108) 2024-11-17T21:20:56,325 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 912, reset compression=false 2024-11-17T21:20:56,362 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc84eb59300656dabf74f079840bcd29, fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:56,419 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 1160, reset compression=false 2024-11-17T21:20:56,562 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc84eb59300656dabf74f079840bcd29, fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:56,629 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/rep_barrier/f4393040c3544e3081a2c322902080c1 2024-11-17T21:20:56,638 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/.tmp/norep/84af65b98d924879bac751802c808996 2024-11-17T21:20:56,641 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84af65b98d924879bac751802c808996 2024-11-17T21:20:56,642 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/.tmp/f/7cad883afe004d0cb6032f8364b52ec8 as hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/f/7cad883afe004d0cb6032f8364b52ec8 2024-11-17T21:20:56,646 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/table/98d6af6908f54e6c996ff4bfa838bfb3 is 53, key is hbase:replication/table:state/1731878450275/Put/seqid=0 2024-11-17T21:20:56,646 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cad883afe004d0cb6032f8364b52ec8 2024-11-17T21:20:56,647 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/f/7cad883afe004d0cb6032f8364b52ec8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T21:20:56,648 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/.tmp/f1/94f40351ac3a4336969f9f043d67d7fb as hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/f1/94f40351ac3a4336969f9f043d67d7fb 2024-11-17T21:20:56,651 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f40351ac3a4336969f9f043d67d7fb 2024-11-17T21:20:56,651 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/f1/94f40351ac3a4336969f9f043d67d7fb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T21:20:56,652 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/.tmp/norep/84af65b98d924879bac751802c808996 as hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/norep/84af65b98d924879bac751802c808996 2024-11-17T21:20:56,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741846_1022 (size=5308) 2024-11-17T21:20:56,656 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84af65b98d924879bac751802c808996 2024-11-17T21:20:56,656 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/norep/84af65b98d924879bac751802c808996, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T21:20:56,657 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for bc84eb59300656dabf74f079840bcd29 in 1297ms, sequenceid=8, compaction requested=false 2024-11-17T21:20:56,661 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/default/test/bc84eb59300656dabf74f079840bcd29/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T21:20:56,661 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:56,661 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:20:56,661 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:56,661 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc84eb59300656dabf74f079840bcd29: Waiting for close lock at 1731878455360Running coprocessor pre-close hooks at 1731878455360Disabling compacts and flushes for region at 1731878455360Disabling writes for close at 1731878455360Obtaining lock to block concurrent updates at 1731878455361 (+1 ms)Preparing flush snapshotting stores in bc84eb59300656dabf74f079840bcd29 at 1731878455361Finished memstore snapshotting test,,1731878444787.bc84eb59300656dabf74f079840bcd29., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731878455361Flushing stores of test,,1731878444787.bc84eb59300656dabf74f079840bcd29. at 1731878455361Flushing bc84eb59300656dabf74f079840bcd29/f: creating writer at 1731878455361Flushing bc84eb59300656dabf74f079840bcd29/f: appending metadata at 1731878455379 (+18 ms)Flushing bc84eb59300656dabf74f079840bcd29/f: closing flushed file at 1731878455379Flushing bc84eb59300656dabf74f079840bcd29/f1: creating writer at 1731878455788 (+409 ms)Flushing bc84eb59300656dabf74f079840bcd29/f1: appending metadata at 1731878455807 (+19 ms)Flushing bc84eb59300656dabf74f079840bcd29/f1: closing flushed file at 1731878455807Flushing bc84eb59300656dabf74f079840bcd29/norep: creating writer at 1731878456216 (+409 ms)Flushing bc84eb59300656dabf74f079840bcd29/norep: appending metadata at 1731878456231 (+15 ms)Flushing bc84eb59300656dabf74f079840bcd29/norep: closing flushed file at 1731878456231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177b6e46: reopening flushed file at 1731878456642 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4323fa: reopening flushed file at 1731878456647 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9d8801: reopening flushed file at 1731878456652 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for bc84eb59300656dabf74f079840bcd29 in 1297ms, sequenceid=8, compaction requested=false at 1731878456657 (+5 ms)Writing region close event to WAL at 1731878456658 (+1 ms)Running coprocessor post-close hooks at 1731878456661 (+3 ms)Closed at 1731878456661 2024-11-17T21:20:56,661 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878444787.bc84eb59300656dabf74f079840bcd29. 2024-11-17T21:20:56,662 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fae61e9fa0631165fd7fad9728e2f749, disabling compactions & flushes 2024-11-17T21:20:56,662 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:56,662 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:56,662 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. after waiting 0 ms 2024-11-17T21:20:56,662 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:56,662 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fae61e9fa0631165fd7fad9728e2f749: Waiting for close lock at 1731878456662Running coprocessor pre-close hooks at 1731878456662Disabling compacts and flushes for region at 1731878456662Disabling writes for close at 1731878456662Failed flush hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749., putting online again at 1731878456662 2024-11-17T21:20:56,662 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:56,762 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:20:56,762 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fae61e9fa0631165fd7fad9728e2f749=hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749.} 2024-11-17T21:20:56,762 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(3091): Received CLOSE for fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:56,762 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fae61e9fa0631165fd7fad9728e2f749 2024-11-17T21:20:56,762 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fae61e9fa0631165fd7fad9728e2f749, disabling compactions & flushes 2024-11-17T21:20:56,762 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:56,762 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:56,762 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. after waiting 0 ms 2024-11-17T21:20:56,762 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:56,762 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fae61e9fa0631165fd7fad9728e2f749: Waiting for close lock at 1731878456762Running coprocessor pre-close hooks at 1731878456762Disabling compacts and flushes for region at 1731878456762Disabling writes for close at 1731878456762Failed flush hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749., putting online again at 1731878456762 2024-11-17T21:20:56,762 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878449107.fae61e9fa0631165fd7fad9728e2f749. 2024-11-17T21:20:56,922 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 1160, reset compression=false 2024-11-17T21:20:56,926 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:20:56,926 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 1804, reset compression=false 2024-11-17T21:20:56,929 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 912, reset compression=false 2024-11-17T21:20:56,962 DEBUG [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:20:57,054 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/table/98d6af6908f54e6c996ff4bfa838bfb3 2024-11-17T21:20:57,058 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/info/f4b04444fa554d5497e9624a2ddf56c6 as hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/info/f4b04444fa554d5497e9624a2ddf56c6 2024-11-17T21:20:57,061 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/info/f4b04444fa554d5497e9624a2ddf56c6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:20:57,062 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/ns/d44c86823ee04195bf8c71b8660bb7c4 as hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/ns/d44c86823ee04195bf8c71b8660bb7c4 2024-11-17T21:20:57,065 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/ns/d44c86823ee04195bf8c71b8660bb7c4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:20:57,066 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/rep_barrier/f4393040c3544e3081a2c322902080c1 as hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/rep_barrier/f4393040c3544e3081a2c322902080c1 2024-11-17T21:20:57,069 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/rep_barrier/f4393040c3544e3081a2c322902080c1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:20:57,070 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/.tmp/table/98d6af6908f54e6c996ff4bfa838bfb3 as hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/table/98d6af6908f54e6c996ff4bfa838bfb3 2024-11-17T21:20:57,073 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/table/98d6af6908f54e6c996ff4bfa838bfb3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:20:57,074 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-17T21:20:57,078 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:20:57,079 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:57,079 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:57,079 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:57,079 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878455361Running coprocessor pre-close hooks at 1731878455361Disabling compacts and flushes for region at 1731878455361Disabling writes for close at 1731878455361Obtaining lock to block concurrent updates at 1731878455361Preparing flush snapshotting stores in 1588230740 at 1731878455361Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878455361Flushing stores of hbase:meta,,1.1588230740 at 1731878455362 (+1 ms)Flushing 1588230740/info: creating writer at 1731878455362Flushing 1588230740/info: appending metadata at 1731878455374 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731878455374Flushing 1588230740/ns: creating writer at 1731878455783 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731878455801 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731878455801Flushing 1588230740/rep_barrier: creating writer at 1731878456210 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878456225 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878456225Flushing 1588230740/table: creating writer at 1731878456633 (+408 ms)Flushing 1588230740/table: appending metadata at 1731878456646 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731878456646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e7e764: reopening flushed file at 1731878457057 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2442a55a: reopening flushed file at 1731878457061 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f295fd: reopening flushed file at 1731878457065 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595ff25: reopening flushed file at 1731878457069 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731878457074 (+5 ms)Writing region close event to WAL at 1731878457075 (+1 ms)Running coprocessor post-close hooks at 1731878457079 (+4 ms)Closed at 1731878457079 2024-11-17T21:20:57,079 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:20:57,128 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 to pos 1804, reset compression=false 2024-11-17T21:20:57,162 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T21:20:57,162 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,35379,1731878440965; all regions closed. 2024-11-17T21:20:57,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741834_1010 (size=4239) 2024-11-17T21:20:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741839_1015 (size=1733) 2024-11-17T21:20:57,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741832_1008 (size=1812) 2024-11-17T21:20:57,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/WALs/a313eea8709e,35379,1731878440965/a313eea8709e%2C35379%2C1731878440965.1731878442968 not finished, retry = 0 2024-11-17T21:20:57,270 DEBUG [RS:0;a313eea8709e:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:57,270 INFO [RS:0;a313eea8709e:35379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:20:57,270 INFO [RS:0;a313eea8709e:35379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:20:57,270 INFO [RS:0;a313eea8709e:35379 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T21:20:57,270 INFO [RS:0;a313eea8709e:35379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:20:57,270 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:20:57,270 INFO [RS:0;a313eea8709e:35379 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,35379,1731878440965 because: Region server is closing 2024-11-17T21:20:57,270 INFO [RS:0;a313eea8709e:35379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:35379. 2024-11-17T21:20:57,270 DEBUG [RS:0;a313eea8709e:35379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:57,270 DEBUG [RS:0;a313eea8709e:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:57,271 DEBUG [RS:0;a313eea8709e:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:57,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:57,371 INFO [RS:0;a313eea8709e:35379 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.shippera313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 terminated 2024-11-17T21:20:57,371 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,35379,1731878440965.replicationSource.wal-reader.a313eea8709e%2C35379%2C1731878440965,1-a313eea8709e,35379,1731878440965 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:20:57,371 INFO [RS:0;a313eea8709e:35379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:35379. 2024-11-17T21:20:57,371 DEBUG [RS:0;a313eea8709e:35379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:57,371 DEBUG [RS:0;a313eea8709e:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:57,371 DEBUG [RS:0;a313eea8709e:35379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:57,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:57,371 INFO [RS:0;a313eea8709e:35379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35379 2024-11-17T21:20:57,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881/rs 2024-11-17T21:20:57,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-699714881/rs/a313eea8709e,35379,1731878440965 2024-11-17T21:20:57,438 INFO [RS:0;a313eea8709e:35379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:20:57,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,35379,1731878440965] 2024-11-17T21:20:57,458 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-699714881/draining/a313eea8709e,35379,1731878440965 already deleted, retry=false 2024-11-17T21:20:57,459 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,35379,1731878440965 expired; onlineServers=0 2024-11-17T21:20:57,459 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,45295,1731878440806' ***** 2024-11-17T21:20:57,459 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:20:57,459 INFO [M:0;a313eea8709e:45295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:20:57,459 INFO [M:0;a313eea8709e:45295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:20:57,459 DEBUG [M:0;a313eea8709e:45295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:20:57,459 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:20:57,459 DEBUG [M:0;a313eea8709e:45295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:20:57,459 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878442698 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878442698,5,FailOnTimeoutGroup] 2024-11-17T21:20:57,459 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878442698 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878442698,5,FailOnTimeoutGroup] 2024-11-17T21:20:57,459 INFO [M:0;a313eea8709e:45295 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:20:57,459 INFO [M:0;a313eea8709e:45295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:20:57,459 DEBUG [M:0;a313eea8709e:45295 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:20:57,459 INFO [M:0;a313eea8709e:45295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:20:57,459 INFO [M:0;a313eea8709e:45295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:20:57,459 INFO [M:0;a313eea8709e:45295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:20:57,460 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:20:57,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-699714881/master 2024-11-17T21:20:57,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699714881 2024-11-17T21:20:57,469 DEBUG [M:0;a313eea8709e:45295 {}] zookeeper.ZKUtil(347): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Unable to get data of znode /1-699714881/master because node does not exist (not an error) 2024-11-17T21:20:57,469 WARN [M:0;a313eea8709e:45295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:20:57,470 INFO [M:0;a313eea8709e:45295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/.lastflushedseqids 2024-11-17T21:20:57,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741847_1023 (size=245) 2024-11-17T21:20:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35379-0x1014aabac560004, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:57,548 INFO [RS:0;a313eea8709e:35379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:20:57,548 INFO [RS:0;a313eea8709e:35379 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,35379,1731878440965; zookeeper connection closed. 2024-11-17T21:20:57,549 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28f0d82b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28f0d82b 2024-11-17T21:20:57,549 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:20:57,634 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 912, reset compression=false 2024-11-17T21:20:57,874 INFO [M:0;a313eea8709e:45295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:20:57,874 INFO [M:0;a313eea8709e:45295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:20:57,874 DEBUG [M:0;a313eea8709e:45295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:20:57,874 INFO [M:0;a313eea8709e:45295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:57,874 DEBUG [M:0;a313eea8709e:45295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:57,874 DEBUG [M:0;a313eea8709e:45295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:20:57,874 DEBUG [M:0;a313eea8709e:45295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:57,874 INFO [M:0;a313eea8709e:45295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T21:20:57,894 DEBUG [M:0;a313eea8709e:45295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ba3a4a0332d441798729e7bc18d1654 is 82, key is hbase:meta,,1/info:regioninfo/1731878443554/Put/seqid=0 2024-11-17T21:20:57,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741848_1024 (size=5672) 2024-11-17T21:20:58,298 INFO [M:0;a313eea8709e:45295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ba3a4a0332d441798729e7bc18d1654 2024-11-17T21:20:58,357 DEBUG [M:0;a313eea8709e:45295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfcda8ef0569455b9b79ba146014dbd1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731878450279/Put/seqid=0 2024-11-17T21:20:58,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741849_1025 (size=8517) 2024-11-17T21:20:58,438 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 912, reset compression=false 2024-11-17T21:20:58,760 INFO [M:0;a313eea8709e:45295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfcda8ef0569455b9b79ba146014dbd1 2024-11-17T21:20:58,775 DEBUG [M:0;a313eea8709e:45295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a8b255660df4b4daccd8fb22a8ebfac is 69, key is a313eea8709e,35379,1731878440965/rs:state/1731878442755/Put/seqid=0 2024-11-17T21:20:58,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741850_1026 (size=5156) 2024-11-17T21:20:59,179 INFO [M:0;a313eea8709e:45295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a8b255660df4b4daccd8fb22a8ebfac 2024-11-17T21:20:59,182 DEBUG [M:0;a313eea8709e:45295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ba3a4a0332d441798729e7bc18d1654 as hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ba3a4a0332d441798729e7bc18d1654 2024-11-17T21:20:59,185 INFO [M:0;a313eea8709e:45295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ba3a4a0332d441798729e7bc18d1654, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T21:20:59,186 DEBUG [M:0;a313eea8709e:45295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfcda8ef0569455b9b79ba146014dbd1 as hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfcda8ef0569455b9b79ba146014dbd1 2024-11-17T21:20:59,190 INFO [M:0;a313eea8709e:45295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfcda8ef0569455b9b79ba146014dbd1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T21:20:59,190 DEBUG [M:0;a313eea8709e:45295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a8b255660df4b4daccd8fb22a8ebfac as hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a8b255660df4b4daccd8fb22a8ebfac 2024-11-17T21:20:59,194 INFO [M:0;a313eea8709e:45295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44467/user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a8b255660df4b4daccd8fb22a8ebfac, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T21:20:59,194 INFO [M:0;a313eea8709e:45295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=97, compaction requested=false 2024-11-17T21:20:59,195 INFO [M:0;a313eea8709e:45295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:20:59,196 DEBUG [M:0;a313eea8709e:45295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878457874Disabling compacts and flushes for region at 1731878457874Disabling writes for close at 1731878457874Obtaining lock to block concurrent updates at 1731878457874Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878457874Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731878457875 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878457875Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878457875Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878457893 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878457893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878458345 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878458356 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878458356Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878458764 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878458775 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878458775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e37f4a: reopening flushed file at 1731878459182 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e550fd2: reopening flushed file at 1731878459185 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9fd2dcd: reopening flushed file at 1731878459190 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=97, compaction requested=false at 1731878459194 (+4 ms)Writing region close event to WAL at 1731878459195 (+1 ms)Closed at 1731878459195 2024-11-17T21:20:59,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741830_1006 (size=63666) 2024-11-17T21:20:59,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71abc8e1-d059-0a95-7919-fc92891c9f23/MasterData/WALs/a313eea8709e,45295,1731878440806/a313eea8709e%2C45295%2C1731878440806.1731878442423 not finished, retry = 0 2024-11-17T21:20:59,298 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:20:59,298 INFO [M:0;a313eea8709e:45295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:20:59,298 INFO [M:0;a313eea8709e:45295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45295 2024-11-17T21:20:59,298 INFO [M:0;a313eea8709e:45295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:20:59,342 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 912, reset compression=false 2024-11-17T21:20:59,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:59,464 INFO [M:0;a313eea8709e:45295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:20:59,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45295-0x1014aabac560003, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:20:59,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a6dee9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:20:59,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:20:59,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:20:59,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:20:59,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/hadoop.log.dir/,STOPPED} 2024-11-17T21:20:59,500 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:20:59,500 WARN [BP-537702436-172.17.0.2-1731878438242 heartbeating to localhost/127.0.0.1:44467 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:20:59,500 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:20:59,500 WARN [BP-537702436-172.17.0.2-1731878438242 heartbeating to localhost/127.0.0.1:44467 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-537702436-172.17.0.2-1731878438242 (Datanode Uuid 96d79d9e-ae40-47af-b646-c8d69f1690d1) service to localhost/127.0.0.1:44467 2024-11-17T21:20:59,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/cluster_6711cc84-8c33-ba37-5dbe-52089b3dcb7b/data/data1/current/BP-537702436-172.17.0.2-1731878438242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:20:59,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/cluster_6711cc84-8c33-ba37-5dbe-52089b3dcb7b/data/data2/current/BP-537702436-172.17.0.2-1731878438242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:20:59,501 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:20:59,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@509e4c49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:20:59,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:20:59,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:20:59,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:20:59,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/hadoop.log.dir/,STOPPED} 2024-11-17T21:20:59,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:20:59,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:20:59,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:59,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:59,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:59,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:59,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:20:59,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:20:59,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1084717549, stopped=false 2024-11-17T21:20:59,533 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,41635,1731878435176 2024-11-17T21:20:59,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1270127871/running 2024-11-17T21:20:59,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1270127871/running 2024-11-17T21:20:59,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:59,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:20:59,553 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:20:59,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:20:59,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Set watcher on znode that does not yet exist, /0-1270127871/running 2024-11-17T21:20:59,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:59,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:59,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Set watcher on znode that does not yet exist, /0-1270127871/running 2024-11-17T21:20:59,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,37575,1731878435538' ***** 2024-11-17T21:20:59,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:20:59,554 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:20:59,554 INFO [RS:0;a313eea8709e:37575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:20:59,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:20:59,554 INFO [RS:0;a313eea8709e:37575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:20:59,554 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b7032da745939136b7402639f42486a 2024-11-17T21:20:59,555 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(3091): Received CLOSE for fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:59,555 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,37575,1731878435538 2024-11-17T21:20:59,555 INFO [RS:0;a313eea8709e:37575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:20:59,555 INFO [RS:0;a313eea8709e:37575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:37575. 2024-11-17T21:20:59,555 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b7032da745939136b7402639f42486a, disabling compactions & flushes 2024-11-17T21:20:59,555 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:59,555 DEBUG [RS:0;a313eea8709e:37575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:20:59,555 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:59,555 DEBUG [RS:0;a313eea8709e:37575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:20:59,555 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. after waiting 0 ms 2024-11-17T21:20:59,555 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:59,555 INFO [RS:0;a313eea8709e:37575 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:20:59,555 INFO [RS:0;a313eea8709e:37575 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:20:59,555 INFO [RS:0;a313eea8709e:37575 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:20:59,555 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:20:59,555 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b7032da745939136b7402639f42486a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-17T21:20:59,556 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:20:59,556 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1325): Online Regions={2b7032da745939136b7402639f42486a=hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a., 1588230740=hbase:meta,,1.1588230740, fe6a6650a125bf7a59fcdf7ad4414798=test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798.} 2024-11-17T21:20:59,556 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b7032da745939136b7402639f42486a, fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:59,556 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:20:59,556 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:20:59,556 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:20:59,556 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:20:59,556 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:20:59,556 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:20:59,568 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/replication/2b7032da745939136b7402639f42486a/.tmp/queue/9e6dd9ac292f4afba5be652e00e50d76 is 153, key is 1-a313eea8709e,37575,1731878435538/queue:a313eea8709e%2C37575%2C1731878435538/1731878454912/Put/seqid=0 2024-11-17T21:20:59,569 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/info/059cebae841a4c2a90a4065767b8496d is 147, key is hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a./info:regioninfo/1731878447722/Put/seqid=0 2024-11-17T21:20:59,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741840_1016 (size=5352) 2024-11-17T21:20:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741841_1017 (size=7686) 2024-11-17T21:20:59,624 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:20:59,756 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b7032da745939136b7402639f42486a, fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:59,957 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b7032da745939136b7402639f42486a, fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:20:59,974 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/replication/2b7032da745939136b7402639f42486a/.tmp/queue/9e6dd9ac292f4afba5be652e00e50d76 2024-11-17T21:20:59,978 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/info/059cebae841a4c2a90a4065767b8496d 2024-11-17T21:20:59,979 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/replication/2b7032da745939136b7402639f42486a/.tmp/queue/9e6dd9ac292f4afba5be652e00e50d76 as hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/replication/2b7032da745939136b7402639f42486a/queue/9e6dd9ac292f4afba5be652e00e50d76 2024-11-17T21:20:59,983 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/replication/2b7032da745939136b7402639f42486a/queue/9e6dd9ac292f4afba5be652e00e50d76, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T21:20:59,984 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2b7032da745939136b7402639f42486a in 429ms, sequenceid=10, compaction requested=false 2024-11-17T21:20:59,987 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/replication/2b7032da745939136b7402639f42486a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T21:20:59,987 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:20:59,987 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:20:59,987 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:59,987 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b7032da745939136b7402639f42486a: Waiting for close lock at 1731878459555Running coprocessor pre-close hooks at 1731878459555Disabling compacts and flushes for region at 1731878459555Disabling writes for close at 1731878459555Obtaining lock to block concurrent updates at 1731878459555Preparing flush snapshotting stores in 2b7032da745939136b7402639f42486a at 1731878459555Finished memstore snapshotting hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731878459555Flushing stores of hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. at 1731878459556 (+1 ms)Flushing 2b7032da745939136b7402639f42486a/queue: creating writer at 1731878459556Flushing 2b7032da745939136b7402639f42486a/queue: appending metadata at 1731878459568 (+12 ms)Flushing 2b7032da745939136b7402639f42486a/queue: closing flushed file at 1731878459568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2624f465: reopening flushed file at 1731878459978 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2b7032da745939136b7402639f42486a in 429ms, sequenceid=10, compaction requested=false at 1731878459984 (+6 ms)Writing region close event to WAL at 1731878459984Running coprocessor post-close hooks at 1731878459987 (+3 ms)Closed at 1731878459987 2024-11-17T21:20:59,987 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731878446953.2b7032da745939136b7402639f42486a. 2024-11-17T21:20:59,987 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe6a6650a125bf7a59fcdf7ad4414798, disabling compactions & flushes 2024-11-17T21:20:59,987 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:20:59,987 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:20:59,987 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. after waiting 0 ms 2024-11-17T21:20:59,987 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:20:59,988 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe6a6650a125bf7a59fcdf7ad4414798 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-17T21:20:59,998 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/ns/e36e19c7ed384a28a102e8dfb20c790b is 43, key is default/ns:d/1731878438120/Put/seqid=0 2024-11-17T21:21:00,001 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/.tmp/f/f2f816bdd5bd40f1909ba72492a91473 is 29, key is row1/f:/1731878454276/DeleteFamily/seqid=0 2024-11-17T21:21:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741842_1018 (size=5153) 2024-11-17T21:21:00,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741843_1019 (size=5118) 2024-11-17T21:21:00,157 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:21:00,345 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 912, reset compression=false 2024-11-17T21:21:00,349 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:00,349 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 1159, reset compression=false 2024-11-17T21:21:00,349 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,37575,1731878435538 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:00,350 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a313eea8709e,37575,1731878435538: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a313eea8709e,37575,1731878435538, walGroup=a313eea8709e%2C37575%2C1731878435538, offset=a313eea8709e%2C37575%2C1731878435538.1731878437442:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T21:21:00,351 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T21:21:00,351 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T21:21:00,352 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T21:21:00,352 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T21:21:00,352 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T21:21:00,352 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 671080320 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 192400584 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T21:21:00,352 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:41635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:41635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T21:21:00,357 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:21:00,373 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:21:00,373 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:21:00,402 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/ns/e36e19c7ed384a28a102e8dfb20c790b 2024-11-17T21:21:00,405 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/.tmp/f/f2f816bdd5bd40f1909ba72492a91473 2024-11-17T21:21:00,408 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2f816bdd5bd40f1909ba72492a91473 2024-11-17T21:21:00,418 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/rep_barrier/16a5e0f91e32406f807551b93718034f is 112, key is test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798./rep_barrier:seqnumDuringOpen/1731878444390/Put/seqid=0 2024-11-17T21:21:00,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741844_1020 (size=5518) 2024-11-17T21:21:00,427 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/.tmp/f1/d3aba17917ad40edab2799e5a28976c2 is 30, key is row1/f1:/1731878454276/DeleteFamily/seqid=0 2024-11-17T21:21:00,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741845_1021 (size=5123) 2024-11-17T21:21:00,552 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 1159, reset compression=false 2024-11-17T21:21:00,557 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:21:00,557 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fe6a6650a125bf7a59fcdf7ad4414798=test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798.} 2024-11-17T21:21:00,557 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:21:00,757 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:21:00,822 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/rep_barrier/16a5e0f91e32406f807551b93718034f 2024-11-17T21:21:00,831 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/.tmp/f1/d3aba17917ad40edab2799e5a28976c2 2024-11-17T21:21:00,835 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3aba17917ad40edab2799e5a28976c2 2024-11-17T21:21:00,840 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/table/6d03275185de486ab54fe0c826787e68 is 53, key is hbase:replication/table:state/1731878447729/Put/seqid=0 2024-11-17T21:21:00,849 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/.tmp/norep/901c3ac7b2724bcaa01264fbee106016 is 32, key is row/norep:/1731878453268/DeleteFamily/seqid=0 2024-11-17T21:21:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741846_1022 (size=5308) 2024-11-17T21:21:00,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741847_1023 (size=5101) 2024-11-17T21:21:00,856 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 1159, reset compression=false 2024-11-17T21:21:00,957 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:21:01,158 DEBUG [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe6a6650a125bf7a59fcdf7ad4414798 2024-11-17T21:21:01,251 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/table/6d03275185de486ab54fe0c826787e68 2024-11-17T21:21:01,252 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/.tmp/norep/901c3ac7b2724bcaa01264fbee106016 2024-11-17T21:21:01,255 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 901c3ac7b2724bcaa01264fbee106016 2024-11-17T21:21:01,255 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/info/059cebae841a4c2a90a4065767b8496d as hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/info/059cebae841a4c2a90a4065767b8496d 2024-11-17T21:21:01,256 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/.tmp/f/f2f816bdd5bd40f1909ba72492a91473 as hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/f/f2f816bdd5bd40f1909ba72492a91473 2024-11-17T21:21:01,259 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2f816bdd5bd40f1909ba72492a91473 2024-11-17T21:21:01,259 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/info/059cebae841a4c2a90a4065767b8496d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:21:01,259 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/f/f2f816bdd5bd40f1909ba72492a91473, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T21:21:01,259 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/WALs/a313eea8709e,37575,1731878435538/a313eea8709e%2C37575%2C1731878435538.1731878437442 to pos 1159, reset compression=false 2024-11-17T21:21:01,260 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/.tmp/f1/d3aba17917ad40edab2799e5a28976c2 as hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/f1/d3aba17917ad40edab2799e5a28976c2 2024-11-17T21:21:01,260 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/ns/e36e19c7ed384a28a102e8dfb20c790b as hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/ns/e36e19c7ed384a28a102e8dfb20c790b 2024-11-17T21:21:01,264 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/ns/e36e19c7ed384a28a102e8dfb20c790b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:21:01,264 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3aba17917ad40edab2799e5a28976c2 2024-11-17T21:21:01,264 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/f1/d3aba17917ad40edab2799e5a28976c2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T21:21:01,265 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/rep_barrier/16a5e0f91e32406f807551b93718034f as hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/rep_barrier/16a5e0f91e32406f807551b93718034f 2024-11-17T21:21:01,265 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/.tmp/norep/901c3ac7b2724bcaa01264fbee106016 as hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/norep/901c3ac7b2724bcaa01264fbee106016 2024-11-17T21:21:01,269 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 901c3ac7b2724bcaa01264fbee106016 2024-11-17T21:21:01,269 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/rep_barrier/16a5e0f91e32406f807551b93718034f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:21:01,269 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/norep/901c3ac7b2724bcaa01264fbee106016, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T21:21:01,269 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/.tmp/table/6d03275185de486ab54fe0c826787e68 as hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/table/6d03275185de486ab54fe0c826787e68 2024-11-17T21:21:01,269 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fe6a6650a125bf7a59fcdf7ad4414798 in 1282ms, sequenceid=8, compaction requested=false 2024-11-17T21:21:01,269 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T21:21:01,273 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/table/6d03275185de486ab54fe0c826787e68, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:21:01,273 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/default/test/fe6a6650a125bf7a59fcdf7ad4414798/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T21:21:01,274 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-17T21:21:01,274 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:21:01,274 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:21:01,274 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:21:01,274 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:21:01,275 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe6a6650a125bf7a59fcdf7ad4414798: Waiting for close lock at 1731878459987Running coprocessor pre-close hooks at 1731878459987Disabling compacts and flushes for region at 1731878459987Disabling writes for close at 1731878459987Obtaining lock to block concurrent updates at 1731878459988 (+1 ms)Preparing flush snapshotting stores in fe6a6650a125bf7a59fcdf7ad4414798 at 1731878459988Finished memstore snapshotting test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731878459988Flushing stores of test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. at 1731878459988Flushing fe6a6650a125bf7a59fcdf7ad4414798/f: creating writer at 1731878459988Flushing fe6a6650a125bf7a59fcdf7ad4414798/f: appending metadata at 1731878460001 (+13 ms)Flushing fe6a6650a125bf7a59fcdf7ad4414798/f: closing flushed file at 1731878460001Flushing fe6a6650a125bf7a59fcdf7ad4414798/f1: creating writer at 1731878460408 (+407 ms)Flushing fe6a6650a125bf7a59fcdf7ad4414798/f1: appending metadata at 1731878460426 (+18 ms)Flushing fe6a6650a125bf7a59fcdf7ad4414798/f1: closing flushed file at 1731878460427 (+1 ms)Flushing fe6a6650a125bf7a59fcdf7ad4414798/norep: creating writer at 1731878460835 (+408 ms)Flushing fe6a6650a125bf7a59fcdf7ad4414798/norep: appending metadata at 1731878460848 (+13 ms)Flushing fe6a6650a125bf7a59fcdf7ad4414798/norep: closing flushed file at 1731878460848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3b0ad2: reopening flushed file at 1731878461255 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274965ff: reopening flushed file at 1731878461259 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d49a8b: reopening flushed file at 1731878461264 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fe6a6650a125bf7a59fcdf7ad4414798 in 1282ms, sequenceid=8, compaction requested=false at 1731878461269 (+5 ms)Writing region close event to WAL at 1731878461271 (+2 ms)Running coprocessor post-close hooks at 1731878461274 (+3 ms)Closed at 1731878461274 2024-11-17T21:21:01,275 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878443643.fe6a6650a125bf7a59fcdf7ad4414798. 2024-11-17T21:21:01,278 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:21:01,279 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:21:01,279 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:21:01,279 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:01,279 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878459556Running coprocessor pre-close hooks at 1731878459556Disabling compacts and flushes for region at 1731878459556Disabling writes for close at 1731878459556Obtaining lock to block concurrent updates at 1731878459556Preparing flush snapshotting stores in 1588230740 at 1731878459556Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878459557 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731878459557Flushing 1588230740/info: creating writer at 1731878459557Flushing 1588230740/info: appending metadata at 1731878459568 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731878459568Flushing 1588230740/ns: creating writer at 1731878459981 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731878459998 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731878459998Flushing 1588230740/rep_barrier: creating writer at 1731878460405 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878460418 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878460418Flushing 1588230740/table: creating writer at 1731878460826 (+408 ms)Flushing 1588230740/table: appending metadata at 1731878460840 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731878460840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b139a86: reopening flushed file at 1731878461255 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28af7441: reopening flushed file at 1731878461259 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58fb830f: reopening flushed file at 1731878461264 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57aaf826: reopening flushed file at 1731878461269 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1731878461274 (+5 ms)Writing region close event to WAL at 1731878461275 (+1 ms)Running coprocessor post-close hooks at 1731878461279 (+4 ms)Closed at 1731878461279 2024-11-17T21:21:01,279 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:01,358 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,37575,1731878435538; all regions closed. 2024-11-17T21:21:01,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741834_1010 (size=4239) 2024-11-17T21:21:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741839_1015 (size=2676) 2024-11-17T21:21:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741832_1008 (size=1811) 2024-11-17T21:21:01,366 DEBUG [RS:0;a313eea8709e:37575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:01,366 INFO [RS:0;a313eea8709e:37575 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:21:01,366 INFO [RS:0;a313eea8709e:37575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:21:01,367 INFO [RS:0;a313eea8709e:37575 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:21:01,367 INFO [RS:0;a313eea8709e:37575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:21:01,367 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:21:01,367 INFO [RS:0;a313eea8709e:37575 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,37575,1731878435538 because: Region server is closing 2024-11-17T21:21:01,367 INFO [RS:0;a313eea8709e:37575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:37575. 2024-11-17T21:21:01,367 DEBUG [RS:0;a313eea8709e:37575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:01,367 DEBUG [RS:0;a313eea8709e:37575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:01,367 DEBUG [RS:0;a313eea8709e:37575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:01,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:01,468 INFO [RS:0;a313eea8709e:37575 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.shippera313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 terminated 2024-11-17T21:21:01,468 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,37575,1731878435538.replicationSource.wal-reader.a313eea8709e%2C37575%2C1731878435538,1-a313eea8709e,37575,1731878435538 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:21:01,468 INFO [RS:0;a313eea8709e:37575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:37575. 2024-11-17T21:21:01,468 DEBUG [RS:0;a313eea8709e:37575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:01,468 DEBUG [RS:0;a313eea8709e:37575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:01,468 DEBUG [RS:0;a313eea8709e:37575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:01,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:01,468 INFO [RS:0;a313eea8709e:37575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37575 2024-11-17T21:21:01,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1270127871/rs/a313eea8709e,37575,1731878435538 2024-11-17T21:21:01,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871/rs 2024-11-17T21:21:01,522 INFO [RS:0;a313eea8709e:37575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:21:01,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,37575,1731878435538] 2024-11-17T21:21:01,542 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1270127871/draining/a313eea8709e,37575,1731878435538 already deleted, retry=false 2024-11-17T21:21:01,542 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,37575,1731878435538 expired; onlineServers=0 2024-11-17T21:21:01,542 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,41635,1731878435176' ***** 2024-11-17T21:21:01,542 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:21:01,543 INFO [M:0;a313eea8709e:41635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:21:01,543 INFO [M:0;a313eea8709e:41635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:21:01,543 DEBUG [M:0;a313eea8709e:41635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:21:01,543 DEBUG [M:0;a313eea8709e:41635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:21:01,543 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:21:01,543 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878437197 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878437197,5,FailOnTimeoutGroup] 2024-11-17T21:21:01,543 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878437200 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878437200,5,FailOnTimeoutGroup] 2024-11-17T21:21:01,543 INFO [M:0;a313eea8709e:41635 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:21:01,543 INFO [M:0;a313eea8709e:41635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:21:01,543 DEBUG [M:0;a313eea8709e:41635 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:21:01,543 INFO [M:0;a313eea8709e:41635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:21:01,543 INFO [M:0;a313eea8709e:41635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:21:01,543 INFO [M:0;a313eea8709e:41635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:21:01,543 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:21:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1270127871/master 2024-11-17T21:21:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1270127871 2024-11-17T21:21:01,553 DEBUG [M:0;a313eea8709e:41635 {}] zookeeper.ZKUtil(347): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Unable to get data of znode /0-1270127871/master because node does not exist (not an error) 2024-11-17T21:21:01,553 WARN [M:0;a313eea8709e:41635 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:21:01,554 INFO [M:0;a313eea8709e:41635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/.lastflushedseqids 2024-11-17T21:21:01,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741848_1024 (size=245) 2024-11-17T21:21:01,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:01,632 INFO [RS:0;a313eea8709e:37575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:21:01,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37575-0x1014aabac560001, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:01,632 INFO [RS:0;a313eea8709e:37575 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,37575,1731878435538; zookeeper connection closed. 2024-11-17T21:21:01,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25cd8a3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25cd8a3e 2024-11-17T21:21:01,633 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:21:01,959 INFO [M:0;a313eea8709e:41635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:21:01,959 INFO [M:0;a313eea8709e:41635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:21:01,959 DEBUG [M:0;a313eea8709e:41635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:21:01,959 INFO [M:0;a313eea8709e:41635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:01,959 DEBUG [M:0;a313eea8709e:41635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:01,959 DEBUG [M:0;a313eea8709e:41635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:21:01,959 DEBUG [M:0;a313eea8709e:41635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:01,959 INFO [M:0;a313eea8709e:41635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T21:21:01,978 DEBUG [M:0;a313eea8709e:41635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b8ec41a8a6c42a4b6a97493f3ce357a is 82, key is hbase:meta,,1/info:regioninfo/1731878438090/Put/seqid=0 2024-11-17T21:21:01,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741849_1025 (size=5672) 2024-11-17T21:21:02,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:21:02,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:02,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:02,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:02,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:02,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:02,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:02,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:02,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:02,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:02,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:02,384 INFO [M:0;a313eea8709e:41635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b8ec41a8a6c42a4b6a97493f3ce357a 2024-11-17T21:21:02,400 DEBUG [M:0;a313eea8709e:41635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f483270e0764c1c850ca635641f3c4e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731878447732/Put/seqid=0 2024-11-17T21:21:02,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741850_1026 (size=8517) 2024-11-17T21:21:02,803 INFO [M:0;a313eea8709e:41635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f483270e0764c1c850ca635641f3c4e 2024-11-17T21:21:02,818 DEBUG [M:0;a313eea8709e:41635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b283f010606b4d64bdd28fa6501cbd97 is 69, key is a313eea8709e,37575,1731878435538/rs:state/1731878437294/Put/seqid=0 2024-11-17T21:21:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741851_1027 (size=5156) 2024-11-17T21:21:03,222 INFO [M:0;a313eea8709e:41635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b283f010606b4d64bdd28fa6501cbd97 2024-11-17T21:21:03,227 DEBUG [M:0;a313eea8709e:41635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b8ec41a8a6c42a4b6a97493f3ce357a as hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b8ec41a8a6c42a4b6a97493f3ce357a 2024-11-17T21:21:03,230 INFO [M:0;a313eea8709e:41635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b8ec41a8a6c42a4b6a97493f3ce357a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T21:21:03,231 DEBUG [M:0;a313eea8709e:41635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f483270e0764c1c850ca635641f3c4e as hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f483270e0764c1c850ca635641f3c4e 2024-11-17T21:21:03,235 INFO [M:0;a313eea8709e:41635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f483270e0764c1c850ca635641f3c4e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T21:21:03,236 DEBUG [M:0;a313eea8709e:41635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b283f010606b4d64bdd28fa6501cbd97 as hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b283f010606b4d64bdd28fa6501cbd97 2024-11-17T21:21:03,239 INFO [M:0;a313eea8709e:41635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b283f010606b4d64bdd28fa6501cbd97, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T21:21:03,240 INFO [M:0;a313eea8709e:41635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-17T21:21:03,241 INFO [M:0;a313eea8709e:41635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:03,241 DEBUG [M:0;a313eea8709e:41635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878461959Disabling compacts and flushes for region at 1731878461959Disabling writes for close at 1731878461959Obtaining lock to block concurrent updates at 1731878461959Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878461959Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731878461960 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878461960Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878461960Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878461978 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878461978Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878462388 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878462399 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878462399Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878462807 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878462818 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878462818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1c892: reopening flushed file at 1731878463226 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fac490: reopening flushed file at 1731878463230 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e69389: reopening flushed file at 1731878463235 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731878463240 (+5 ms)Writing region close event to WAL at 1731878463241 (+1 ms)Closed at 1731878463241 2024-11-17T21:21:03,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8b42e81d-d6dc-5eb5-72c8-0b697f1c927e/MasterData/WALs/a313eea8709e,41635,1731878435176/a313eea8709e%2C41635%2C1731878435176.1731878436879 not finished, retry = 0 2024-11-17T21:21:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36367 is added to blk_1073741830_1006 (size=63666) 2024-11-17T21:21:03,344 INFO [M:0;a313eea8709e:41635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:21:03,344 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:21:03,344 INFO [M:0;a313eea8709e:41635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41635 2024-11-17T21:21:03,345 INFO [M:0;a313eea8709e:41635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:21:03,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:03,516 INFO [M:0;a313eea8709e:41635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:21:03,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41635-0x1014aabac560000, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:03,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@175f77a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:21:03,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:21:03,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:21:03,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:21:03,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/hadoop.log.dir/,STOPPED} 2024-11-17T21:21:03,521 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:21:03,521 WARN [BP-2113618169-172.17.0.2-1731878432972 heartbeating to localhost/127.0.0.1:41121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:21:03,521 WARN [BP-2113618169-172.17.0.2-1731878432972 heartbeating to localhost/127.0.0.1:41121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2113618169-172.17.0.2-1731878432972 (Datanode Uuid ef5a19bc-7d82-427c-ab47-924e2ab38435) service to localhost/127.0.0.1:41121 2024-11-17T21:21:03,521 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:21:03,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/cluster_766daece-63b1-25c7-a913-ce2a46a05870/data/data1/current/BP-2113618169-172.17.0.2-1731878432972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:21:03,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/cluster_766daece-63b1-25c7-a913-ce2a46a05870/data/data2/current/BP-2113618169-172.17.0.2-1731878432972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:21:03,523 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:21:03,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3345c3bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:21:03,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfff8b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:21:03,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:21:03,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c1350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:21:03,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189d9056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adc1fd06-461f-0fc9-8907-cc9de195af34/hadoop.log.dir/,STOPPED} 2024-11-17T21:21:03,532 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T21:21:03,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:21:03,566 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 239) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44467 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44467 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61622) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61622) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41121 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44467 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7766 (was 7825) 2024-11-17T21:21:03,576 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=7767 2024-11-17T21:21:03,587 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-17T21:21:03,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/hadoop.log.dir so I do NOT create it in target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c 2024-11-17T21:21:03,587 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:21:03,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/hadoop.tmp.dir so I do NOT create it in target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c 2024-11-17T21:21:03,587 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ab6872-6546-9a20-aa42-836b2826031e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:21:03,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c 2024-11-17T21:21:03,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/cluster_a07a1ea0-7129-791a-5d39-3fe4687c7b33, deleteOnExit=true 2024-11-17T21:21:03,607 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/cluster_a07a1ea0-7129-791a-5d39-3fe4687c7b33/zookeeper_0, clientPort=60278, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/cluster_a07a1ea0-7129-791a-5d39-3fe4687c7b33/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/cluster_a07a1ea0-7129-791a-5d39-3fe4687c7b33/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T21:21:03,607 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60278 2024-11-17T21:21:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:21:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:21:03,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/test.cache.data in system properties and HBase conf 2024-11-17T21:21:03,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:21:03,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:21:03,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:21:03,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:21:03,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:21:03,608 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:21:03,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:21:03,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:21:03,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:21:03,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:21:03,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:21:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:21:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:21:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:21:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:21:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:21:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:21:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:21:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:21:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:21:03,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014aabac560005, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:21:03,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014aabac560002, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:21:03,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014aabac560005, quorum=127.0.0.1:61622, baseZNode=/1-699714881 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:21:03,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014aabac560002, quorum=127.0.0.1:61622, baseZNode=/0-1270127871 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:21:03,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:03,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:21:03,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:21:03,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:21:03,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:21:03,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:03,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@724e6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:21:03,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7188027e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:21:04,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41288b05{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/java.io.tmpdir/jetty-localhost-34501-hadoop-hdfs-3_4_1-tests_jar-_-any-15494533255957273352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:21:04,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69b9fcac{HTTP/1.1, (http/1.1)}{localhost:34501} 2024-11-17T21:21:04,082 INFO [Time-limited test {}] server.Server(415): Started @229411ms 2024-11-17T21:21:04,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:04,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:21:04,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:21:04,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:21:04,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:21:04,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cc581e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:21:04,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69529380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:21:04,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c34ea28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/java.io.tmpdir/jetty-localhost-37903-hadoop-hdfs-3_4_1-tests_jar-_-any-10439607752706457446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:21:04,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f2cadec{HTTP/1.1, (http/1.1)}{localhost:37903} 2024-11-17T21:21:04,438 INFO [Time-limited test {}] server.Server(415): Started @229767ms 2024-11-17T21:21:04,439 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:21:05,040 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/cluster_a07a1ea0-7129-791a-5d39-3fe4687c7b33/data/data1/current/BP-1519589686-172.17.0.2-1731878463623/current, will proceed with Du for space computation calculation, 2024-11-17T21:21:05,040 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/cluster_a07a1ea0-7129-791a-5d39-3fe4687c7b33/data/data2/current/BP-1519589686-172.17.0.2-1731878463623/current, will proceed with Du for space computation calculation, 2024-11-17T21:21:05,059 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:21:05,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd733c42d1e97b70b with lease ID 0xdbd935b2cbd8af2e: Processing first storage report for DS-6cb58c32-6cc5-4912-8995-3bf93e969254 from datanode DatanodeRegistration(127.0.0.1:44701, datanodeUuid=586af5f4-1e60-440c-90e0-a30cb0f27205, infoPort=39175, infoSecurePort=0, ipcPort=38783, storageInfo=lv=-57;cid=testClusterID;nsid=63366057;c=1731878463623) 2024-11-17T21:21:05,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd733c42d1e97b70b with lease ID 0xdbd935b2cbd8af2e: from storage DS-6cb58c32-6cc5-4912-8995-3bf93e969254 node DatanodeRegistration(127.0.0.1:44701, datanodeUuid=586af5f4-1e60-440c-90e0-a30cb0f27205, infoPort=39175, infoSecurePort=0, ipcPort=38783, storageInfo=lv=-57;cid=testClusterID;nsid=63366057;c=1731878463623), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:21:05,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd733c42d1e97b70b with lease ID 0xdbd935b2cbd8af2e: Processing first storage report for DS-011b861b-8594-4e29-bd58-a68b739b1230 from datanode DatanodeRegistration(127.0.0.1:44701, datanodeUuid=586af5f4-1e60-440c-90e0-a30cb0f27205, infoPort=39175, infoSecurePort=0, ipcPort=38783, storageInfo=lv=-57;cid=testClusterID;nsid=63366057;c=1731878463623) 2024-11-17T21:21:05,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd733c42d1e97b70b with lease ID 0xdbd935b2cbd8af2e: from storage DS-011b861b-8594-4e29-bd58-a68b739b1230 node DatanodeRegistration(127.0.0.1:44701, datanodeUuid=586af5f4-1e60-440c-90e0-a30cb0f27205, infoPort=39175, infoSecurePort=0, ipcPort=38783, storageInfo=lv=-57;cid=testClusterID;nsid=63366057;c=1731878463623), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:21:05,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c 2024-11-17T21:21:05,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:05,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:05,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:21:05,567 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0 with version=8 2024-11-17T21:21:05,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/hbase-staging 2024-11-17T21:21:05,569 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:21:05,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:05,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:05,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:21:05,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:05,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:21:05,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:21:05,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:21:05,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40187 2024-11-17T21:21:05,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40187 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T21:21:05,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401870x0, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:05,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40187-0x1014aac24210000 connected 2024-11-17T21:21:05,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:05,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:05,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Set watcher on znode that does not yet exist, /0294851143/running 2024-11-17T21:21:05,746 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0, hbase.cluster.distributed=false 2024-11-17T21:21:05,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Set watcher on znode that does not yet exist, /0294851143/acl 2024-11-17T21:21:05,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-17T21:21:05,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40187 2024-11-17T21:21:05,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40187 2024-11-17T21:21:05,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-17T21:21:05,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-17T21:21:05,760 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:21:05,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:05,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:05,760 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:21:05,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:05,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:21:05,760 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:21:05,760 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:21:05,761 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33563 2024-11-17T21:21:05,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33563 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T21:21:05,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:05,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:05,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335630x0, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:05,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335630x0, quorum=127.0.0.1:60278, baseZNode=/0294851143 Set watcher on znode that does not yet exist, /0294851143/running 2024-11-17T21:21:05,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33563-0x1014aac24210001 connected 2024-11-17T21:21:05,774 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:21:05,775 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:21:05,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Set watcher on znode that does not yet exist, /0294851143/master 2024-11-17T21:21:05,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Set watcher on znode that does not yet exist, /0294851143/acl 2024-11-17T21:21:05,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-17T21:21:05,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33563 2024-11-17T21:21:05,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33563 2024-11-17T21:21:05,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-17T21:21:05,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-17T21:21:05,791 DEBUG [M:0;a313eea8709e:40187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:40187 2024-11-17T21:21:05,792 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0294851143/backup-masters/a313eea8709e,40187,1731878465569 2024-11-17T21:21:05,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143/backup-masters 2024-11-17T21:21:05,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143/backup-masters 2024-11-17T21:21:05,803 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Set watcher on existing znode=/0294851143/backup-masters/a313eea8709e,40187,1731878465569 2024-11-17T21:21:05,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:05,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0294851143/master 2024-11-17T21:21:05,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:05,816 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Set watcher on existing znode=/0294851143/master 2024-11-17T21:21:05,816 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0294851143/backup-masters/a313eea8709e,40187,1731878465569 from backup master directory 2024-11-17T21:21:05,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0294851143/backup-masters/a313eea8709e,40187,1731878465569 2024-11-17T21:21:05,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143/backup-masters 2024-11-17T21:21:05,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143/backup-masters 2024-11-17T21:21:05,826 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:21:05,826 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,40187,1731878465569 2024-11-17T21:21:05,829 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/hbase.id] with ID: afdd5af6-b1a4-4060-a6a2-084165e63e3f 2024-11-17T21:21:05,829 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/.tmp/hbase.id 2024-11-17T21:21:05,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:21:06,184 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:06,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:21:06,185 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38273 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:21:06,233 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/.tmp/hbase.id]:[hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/hbase.id] 2024-11-17T21:21:06,241 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:06,241 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:21:06,242 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:21:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:06,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:21:06,735 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:21:06,736 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:21:06,736 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:21:07,142 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store 2024-11-17T21:21:07,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:21:07,546 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:07,546 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:21:07,546 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:07,547 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:07,547 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:21:07,547 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:07,547 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:07,547 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878467546Disabling compacts and flushes for region at 1731878467546Disabling writes for close at 1731878467547 (+1 ms)Writing region close event to WAL at 1731878467547Closed at 1731878467547 2024-11-17T21:21:07,547 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/.initializing 2024-11-17T21:21:07,547 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/WALs/a313eea8709e,40187,1731878465569 2024-11-17T21:21:07,548 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:21:07,549 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C40187%2C1731878465569, suffix=, logDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/WALs/a313eea8709e,40187,1731878465569, archiveDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/oldWALs, maxLogs=10 2024-11-17T21:21:07,560 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/WALs/a313eea8709e,40187,1731878465569/a313eea8709e%2C40187%2C1731878465569.1731878467549, exclude list is [], retry=0 2024-11-17T21:21:07,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44701,DS-6cb58c32-6cc5-4912-8995-3bf93e969254,DISK] 2024-11-17T21:21:07,563 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/WALs/a313eea8709e,40187,1731878465569/a313eea8709e%2C40187%2C1731878465569.1731878467549 2024-11-17T21:21:07,564 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39175:39175)] 2024-11-17T21:21:07,564 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:07,564 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:07,564 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,564 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:21:07,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:07,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:07,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:21:07,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:07,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:07,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:21:07,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:07,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:07,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:21:07,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:07,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:07,570 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,570 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,571 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,571 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,571 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,572 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:07,573 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:07,574 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:07,575 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61126699, jitterRate=-0.08914120495319366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:07,575 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878467565Initializing all the Stores at 1731878467565Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878467565Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878467565Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878467565Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878467565Cleaning up temporary data from old regions at 1731878467571 (+6 ms)Region opened successfully at 1731878467575 (+4 ms) 2024-11-17T21:21:07,575 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:21:07,577 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a23024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:21:07,578 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:21:07,578 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:21:07,578 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:21:07,578 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:21:07,578 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:21:07,578 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:21:07,578 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:21:07,580 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:21:07,580 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Unable to get data of znode /0294851143/balancer because node does not exist (not necessarily an error) 2024-11-17T21:21:07,679 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0294851143/balancer already deleted, retry=false 2024-11-17T21:21:07,679 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:21:07,680 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Unable to get data of znode /0294851143/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:21:07,689 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0294851143/normalizer already deleted, retry=false 2024-11-17T21:21:07,690 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:21:07,690 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Unable to get data of znode /0294851143/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:21:07,700 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0294851143/switch/split already deleted, retry=false 2024-11-17T21:21:07,700 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Unable to get data of znode /0294851143/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:21:07,710 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0294851143/switch/merge already deleted, retry=false 2024-11-17T21:21:07,712 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Unable to get data of znode /0294851143/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:21:07,721 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0294851143/snapshot-cleanup already deleted, retry=false 2024-11-17T21:21:07,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0294851143/running 2024-11-17T21:21:07,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0294851143/running 2024-11-17T21:21:07,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:07,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:07,732 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,40187,1731878465569, sessionid=0x1014aac24210000, setting cluster-up flag (Was=false) 2024-11-17T21:21:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:07,784 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0294851143/flush-table-proc/acquired, /0294851143/flush-table-proc/reached, /0294851143/flush-table-proc/abort 2024-11-17T21:21:07,785 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,40187,1731878465569 2024-11-17T21:21:07,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:07,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:07,837 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0294851143/online-snapshot/acquired, /0294851143/online-snapshot/reached, /0294851143/online-snapshot/abort 2024-11-17T21:21:07,838 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,40187,1731878465569 2024-11-17T21:21:07,838 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:21:07,840 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:07,840 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:21:07,840 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:21:07,840 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,40187,1731878465569 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:21:07,841 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:07,841 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:07,841 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:07,841 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:07,841 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:21:07,842 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,842 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:21:07,842 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878497842 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:21:07,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:21:07,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:21:07,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:21:07,844 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:21:07,844 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:21:07,844 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:07,844 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878467844,5,FailOnTimeoutGroup] 2024-11-17T21:21:07,844 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:21:07,844 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878467844,5,FailOnTimeoutGroup] 2024-11-17T21:21:07,844 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,844 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:21:07,844 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,844 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:21:07,884 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(746): ClusterId : afdd5af6-b1a4-4060-a6a2-084165e63e3f 2024-11-17T21:21:07,885 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:21:07,890 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:21:07,890 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:21:07,900 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:21:07,900 DEBUG [RS:0;a313eea8709e:33563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb008a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:21:07,910 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:33563 2024-11-17T21:21:07,910 INFO [RS:0;a313eea8709e:33563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:21:07,910 INFO [RS:0;a313eea8709e:33563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:21:07,910 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:21:07,911 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,40187,1731878465569 with port=33563, startcode=1731878465760 2024-11-17T21:21:07,911 DEBUG [RS:0;a313eea8709e:33563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:21:07,912 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:21:07,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,33563,1731878465760 2024-11-17T21:21:07,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40187 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,33563,1731878465760 2024-11-17T21:21:07,914 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0 2024-11-17T21:21:07,914 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33841 2024-11-17T21:21:07,914 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:21:07,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143/rs 2024-11-17T21:21:07,921 DEBUG [RS:0;a313eea8709e:33563 {}] zookeeper.ZKUtil(111): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Set watcher on existing znode=/0294851143/rs/a313eea8709e,33563,1731878465760 2024-11-17T21:21:07,921 WARN [RS:0;a313eea8709e:33563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:21:07,921 INFO [RS:0;a313eea8709e:33563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:07,921 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760 2024-11-17T21:21:07,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,33563,1731878465760] 2024-11-17T21:21:07,924 INFO [RS:0;a313eea8709e:33563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:21:07,925 INFO [RS:0;a313eea8709e:33563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:21:07,925 INFO [RS:0;a313eea8709e:33563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:21:07,925 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,925 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:21:07,925 INFO [RS:0;a313eea8709e:33563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:21:07,925 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:21:07,926 DEBUG [RS:0;a313eea8709e:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:21:07,926 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,926 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,926 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,926 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,926 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,926 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33563,1731878465760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:21:07,938 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:21:07,938 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33563,1731878465760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,938 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,938 INFO [RS:0;a313eea8709e:33563 {}] regionserver.Replication(171): a313eea8709e,33563,1731878465760 started 2024-11-17T21:21:07,948 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:07,948 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,33563,1731878465760, RpcServer on a313eea8709e/172.17.0.2:33563, sessionid=0x1014aac24210001 2024-11-17T21:21:07,949 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:21:07,949 DEBUG [RS:0;a313eea8709e:33563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,33563,1731878465760 2024-11-17T21:21:07,949 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,33563,1731878465760' 2024-11-17T21:21:07,949 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0294851143/flush-table-proc/abort' 2024-11-17T21:21:07,949 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0294851143/flush-table-proc/acquired' 2024-11-17T21:21:07,950 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:21:07,950 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:21:07,950 DEBUG [RS:0;a313eea8709e:33563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,33563,1731878465760 2024-11-17T21:21:07,950 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,33563,1731878465760' 2024-11-17T21:21:07,950 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0294851143/online-snapshot/abort' 2024-11-17T21:21:07,950 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0294851143/online-snapshot/acquired' 2024-11-17T21:21:07,950 DEBUG [RS:0;a313eea8709e:33563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:21:07,950 INFO [RS:0;a313eea8709e:33563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:21:07,950 INFO [RS:0;a313eea8709e:33563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:21:08,050 INFO [RS:0;a313eea8709e:33563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:21:08,052 INFO [RS:0;a313eea8709e:33563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C33563%2C1731878465760, suffix=, logDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760, archiveDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/oldWALs, maxLogs=10 2024-11-17T21:21:08,063 DEBUG [RS:0;a313eea8709e:33563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, exclude list is [], retry=0 2024-11-17T21:21:08,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44701,DS-6cb58c32-6cc5-4912-8995-3bf93e969254,DISK] 2024-11-17T21:21:08,067 INFO [RS:0;a313eea8709e:33563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 2024-11-17T21:21:08,067 DEBUG [RS:0;a313eea8709e:33563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39175:39175)] 2024-11-17T21:21:08,254 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:21:08,254 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0 2024-11-17T21:21:08,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:21:08,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:08,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:21:08,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:21:08,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:08,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:08,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:21:08,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:21:08,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:08,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:08,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:21:08,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:21:08,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:08,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:08,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:21:08,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:21:08,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:08,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:08,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:21:08,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740 2024-11-17T21:21:08,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740 2024-11-17T21:21:08,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:21:08,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:21:08,670 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:08,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:21:08,671 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:08,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60232819, jitterRate=-0.10246105492115021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878468662Initializing all the Stores at 1731878468663 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878468663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878468663Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878468663Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878468663Cleaning up temporary data from old regions at 1731878468669 (+6 ms)Region opened successfully at 1731878468672 (+3 ms) 2024-11-17T21:21:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:21:08,672 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:21:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:21:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:21:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:21:08,673 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:08,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878468672Disabling compacts and flushes for region at 1731878468672Disabling writes for close at 1731878468672Writing region close event to WAL at 1731878468672Closed at 1731878468672 2024-11-17T21:21:08,673 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:08,673 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:21:08,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:21:08,674 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:21:08,675 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:21:08,825 DEBUG [a313eea8709e:40187 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:21:08,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,33563,1731878465760 2024-11-17T21:21:08,826 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,33563,1731878465760, state=OPENING 2024-11-17T21:21:08,879 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:21:08,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:08,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:08,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0294851143/meta-region-server: CHANGED 2024-11-17T21:21:08,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0294851143/meta-region-server: CHANGED 2024-11-17T21:21:08,890 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:21:08,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,33563,1731878465760}] 2024-11-17T21:21:09,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:21:09,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:21:09,045 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:21:09,045 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:09,046 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:21:09,047 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C33563%2C1731878465760.meta, suffix=.meta, logDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760, archiveDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/oldWALs, maxLogs=10 2024-11-17T21:21:09,059 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.meta.1731878469047.meta, exclude list is [], retry=0 2024-11-17T21:21:09,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44701,DS-6cb58c32-6cc5-4912-8995-3bf93e969254,DISK] 2024-11-17T21:21:09,062 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.meta.1731878469047.meta 2024-11-17T21:21:09,063 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39175:39175)] 2024-11-17T21:21:09,063 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:09,063 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:21:09,063 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:21:09,063 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:21:09,063 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:21:09,063 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:21:09,063 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:09,063 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:21:09,063 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:21:09,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:21:09,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:21:09,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:09,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:09,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:21:09,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:21:09,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:09,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:09,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:21:09,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:21:09,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:09,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:09,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:21:09,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:21:09,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:09,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:09,068 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:21:09,068 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740 2024-11-17T21:21:09,069 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740 2024-11-17T21:21:09,069 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:21:09,069 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:21:09,070 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:09,070 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:21:09,071 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62876091, jitterRate=-0.06307323276996613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:09,071 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:21:09,071 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878469063Writing region info on filesystem at 1731878469063Initializing all the Stores at 1731878469064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878469064Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878469064Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878469064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878469064Cleaning up temporary data from old regions at 1731878469069 (+5 ms)Running coprocessor post-open hooks at 1731878469071 (+2 ms)Region opened successfully at 1731878469071 2024-11-17T21:21:09,072 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878469041 2024-11-17T21:21:09,074 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:21:09,074 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:21:09,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,33563,1731878465760 2024-11-17T21:21:09,075 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,33563,1731878465760, state=OPEN 2024-11-17T21:21:09,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0294851143/meta-region-server 2024-11-17T21:21:09,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0294851143/meta-region-server 2024-11-17T21:21:09,116 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,33563,1731878465760 2024-11-17T21:21:09,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0294851143/meta-region-server: CHANGED 2024-11-17T21:21:09,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0294851143/meta-region-server: CHANGED 2024-11-17T21:21:09,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:21:09,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,33563,1731878465760 in 226 msec 2024-11-17T21:21:09,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:21:09,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-17T21:21:09,119 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:09,119 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:21:09,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:09,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33563,1731878465760, seqNum=-1] 2024-11-17T21:21:09,120 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:09,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:09,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-17T21:21:09,125 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878469124, completionTime=-1 2024-11-17T21:21:09,125 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:21:09,125 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:21:09,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:21:09,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878529126 2024-11-17T21:21:09,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878589126 2024-11-17T21:21:09,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:21:09,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40187,1731878465569-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:09,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40187,1731878465569-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:09,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40187,1731878465569-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:09,126 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:40187, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:09,127 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:09,127 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:09,128 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:21:09,129 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.303sec 2024-11-17T21:21:09,129 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:21:09,129 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:21:09,129 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:21:09,129 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:21:09,129 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:21:09,129 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40187,1731878465569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:21:09,129 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40187,1731878465569-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:21:09,131 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:21:09,131 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:21:09,131 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40187,1731878465569-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:09,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b42d975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:09,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40187,-1 for getting cluster id 2024-11-17T21:21:09,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:09,186 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afdd5af6-b1a4-4060-a6a2-084165e63e3f' 2024-11-17T21:21:09,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:09,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afdd5af6-b1a4-4060-a6a2-084165e63e3f" 2024-11-17T21:21:09,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bcd79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:09,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40187,-1] 2024-11-17T21:21:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:09,187 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:09,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e4373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:09,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33563,1731878465760, seqNum=-1] 2024-11-17T21:21:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:09,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:09,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,40187,1731878465569 2024-11-17T21:21:09,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T21:21:09,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:09,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014aac24210002 connected 2024-11-17T21:21:09,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/hadoop.log.dir so I do NOT create it in target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca 2024-11-17T21:21:09,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:21:09,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/hadoop.tmp.dir so I do NOT create it in target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca 2024-11-17T21:21:09,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:21:09,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca 2024-11-17T21:21:09,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/cluster_0f94fd22-da8a-5c39-160c-c1f9ebc23036, deleteOnExit=true 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/test.cache.data in system properties and HBase conf 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:21:09,229 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:21:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:21:09,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:21:09,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:21:09,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:21:09,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:21:09,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:21:09,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:21:09,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:21:09,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:21:09,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:21:09,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:09,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:21:09,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:21:09,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:21:09,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:21:09,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:09,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388d4706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:21:09,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bab9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:21:09,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25f2316d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/java.io.tmpdir/jetty-localhost-33303-hadoop-hdfs-3_4_1-tests_jar-_-any-16698194094822071455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:21:09,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@468ae325{HTTP/1.1, (http/1.1)}{localhost:33303} 2024-11-17T21:21:09,640 INFO [Time-limited test {}] server.Server(415): Started @234969ms 2024-11-17T21:21:09,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:09,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:21:09,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:21:09,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:21:09,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:21:09,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b57aaaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:21:09,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3501bdbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:21:10,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53c664ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/java.io.tmpdir/jetty-localhost-46479-hadoop-hdfs-3_4_1-tests_jar-_-any-8266352744377974459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:21:10,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2be1fe91{HTTP/1.1, (http/1.1)}{localhost:46479} 2024-11-17T21:21:10,007 INFO [Time-limited test {}] server.Server(415): Started @235336ms 2024-11-17T21:21:10,008 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:21:10,645 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/cluster_0f94fd22-da8a-5c39-160c-c1f9ebc23036/data/data1/current/BP-1753435584-172.17.0.2-1731878469243/current, will proceed with Du for space computation calculation, 2024-11-17T21:21:10,645 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/cluster_0f94fd22-da8a-5c39-160c-c1f9ebc23036/data/data2/current/BP-1753435584-172.17.0.2-1731878469243/current, will proceed with Du for space computation calculation, 2024-11-17T21:21:10,666 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:21:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc3419bde8ea5494 with lease ID 0x75fa8e951275b82e: Processing first storage report for DS-87550bc6-3da2-4713-9c16-aa56ea8f7067 from datanode DatanodeRegistration(127.0.0.1:40621, datanodeUuid=8ac36d41-b489-49ff-9d6b-edeb4fd6f1c2, infoPort=43411, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-57;cid=testClusterID;nsid=412571652;c=1731878469243) 2024-11-17T21:21:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc3419bde8ea5494 with lease ID 0x75fa8e951275b82e: from storage DS-87550bc6-3da2-4713-9c16-aa56ea8f7067 node DatanodeRegistration(127.0.0.1:40621, datanodeUuid=8ac36d41-b489-49ff-9d6b-edeb4fd6f1c2, infoPort=43411, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-57;cid=testClusterID;nsid=412571652;c=1731878469243), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:21:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc3419bde8ea5494 with lease ID 0x75fa8e951275b82e: Processing first storage report for DS-47f66916-ebd5-41c6-92bf-a196bb06f3a8 from datanode DatanodeRegistration(127.0.0.1:40621, datanodeUuid=8ac36d41-b489-49ff-9d6b-edeb4fd6f1c2, infoPort=43411, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-57;cid=testClusterID;nsid=412571652;c=1731878469243) 2024-11-17T21:21:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc3419bde8ea5494 with lease ID 0x75fa8e951275b82e: from storage DS-47f66916-ebd5-41c6-92bf-a196bb06f3a8 node DatanodeRegistration(127.0.0.1:40621, datanodeUuid=8ac36d41-b489-49ff-9d6b-edeb4fd6f1c2, infoPort=43411, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-57;cid=testClusterID;nsid=412571652;c=1731878469243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:21:10,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca 2024-11-17T21:21:10,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:10,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:10,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:21:10,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T21:21:10,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:21:11,138 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4 with version=8 2024-11-17T21:21:11,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/hbase-staging 2024-11-17T21:21:11,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:21:11,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:11,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:11,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:21:11,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:11,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:21:11,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:21:11,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:21:11,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33145 2024-11-17T21:21:11,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33145 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T21:21:11,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331450x0, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:11,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33145-0x1014aac24210003 connected 2024-11-17T21:21:11,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:11,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:11,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Set watcher on znode that does not yet exist, /1-1187074207/running 2024-11-17T21:21:11,282 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4, hbase.cluster.distributed=false 2024-11-17T21:21:11,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Set watcher on znode that does not yet exist, /1-1187074207/acl 2024-11-17T21:21:11,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33145 2024-11-17T21:21:11,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33145 2024-11-17T21:21:11,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33145 2024-11-17T21:21:11,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33145 2024-11-17T21:21:11,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33145 2024-11-17T21:21:11,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:21:11,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:11,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:11,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:21:11,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:11,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:21:11,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:21:11,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:21:11,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32905 2024-11-17T21:21:11,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32905 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T21:21:11,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:11,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:11,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329050x0, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:11,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329050x0, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Set watcher on znode that does not yet exist, /1-1187074207/running 2024-11-17T21:21:11,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32905-0x1014aac24210004 connected 2024-11-17T21:21:11,321 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:21:11,322 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:21:11,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Set watcher on znode that does not yet exist, /1-1187074207/master 2024-11-17T21:21:11,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Set watcher on znode that does not yet exist, /1-1187074207/acl 2024-11-17T21:21:11,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32905 2024-11-17T21:21:11,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32905 2024-11-17T21:21:11,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32905 2024-11-17T21:21:11,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32905 2024-11-17T21:21:11,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32905 2024-11-17T21:21:11,340 DEBUG [M:0;a313eea8709e:33145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:33145 2024-11-17T21:21:11,341 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1187074207/backup-masters/a313eea8709e,33145,1731878471140 2024-11-17T21:21:11,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207/backup-masters 2024-11-17T21:21:11,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207/backup-masters 2024-11-17T21:21:11,353 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Set watcher on existing znode=/1-1187074207/backup-masters/a313eea8709e,33145,1731878471140 2024-11-17T21:21:11,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1187074207/master 2024-11-17T21:21:11,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:11,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:11,363 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Set watcher on existing znode=/1-1187074207/master 2024-11-17T21:21:11,363 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1187074207/backup-masters/a313eea8709e,33145,1731878471140 from backup master directory 2024-11-17T21:21:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1187074207/backup-masters/a313eea8709e,33145,1731878471140 2024-11-17T21:21:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207/backup-masters 2024-11-17T21:21:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207/backup-masters 2024-11-17T21:21:11,373 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:21:11,373 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,33145,1731878471140 2024-11-17T21:21:11,376 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/hbase.id] with ID: 0af4c3e8-f0a9-4584-ad5f-1aab09eaded5 2024-11-17T21:21:11,376 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/.tmp/hbase.id 2024-11-17T21:21:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:21:11,780 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/.tmp/hbase.id]:[hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/hbase.id] 2024-11-17T21:21:11,789 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:11,789 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:21:11,790 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:21:11,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:11,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:11,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:21:11,896 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:21:11,897 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:21:11,898 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:11,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:21:11,944 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store 2024-11-17T21:21:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:21:12,360 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:12,360 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:21:12,360 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:12,360 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:12,360 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:21:12,360 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:12,361 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:12,361 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878472360Disabling compacts and flushes for region at 1731878472360Disabling writes for close at 1731878472360Writing region close event to WAL at 1731878472360Closed at 1731878472361 (+1 ms) 2024-11-17T21:21:12,362 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/.initializing 2024-11-17T21:21:12,362 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/WALs/a313eea8709e,33145,1731878471140 2024-11-17T21:21:12,363 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:21:12,364 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C33145%2C1731878471140, suffix=, logDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/WALs/a313eea8709e,33145,1731878471140, archiveDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/oldWALs, maxLogs=10 2024-11-17T21:21:12,383 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/WALs/a313eea8709e,33145,1731878471140/a313eea8709e%2C33145%2C1731878471140.1731878472364, exclude list is [], retry=0 2024-11-17T21:21:12,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-87550bc6-3da2-4713-9c16-aa56ea8f7067,DISK] 2024-11-17T21:21:12,397 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/WALs/a313eea8709e,33145,1731878471140/a313eea8709e%2C33145%2C1731878471140.1731878472364 2024-11-17T21:21:12,412 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43411:43411)] 2024-11-17T21:21:12,412 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:12,413 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:12,413 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,413 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:21:12,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:12,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:12,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:21:12,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:12,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:12,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:21:12,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:12,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:12,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:21:12,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:12,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:12,435 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,436 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,436 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,437 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,437 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,438 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:12,440 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:12,453 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:12,453 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66278535, jitterRate=-0.01237286627292633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:12,453 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878472413Initializing all the Stores at 1731878472414 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878472414Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878472416 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878472416Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878472416Cleaning up temporary data from old regions at 1731878472437 (+21 ms)Region opened successfully at 1731878472453 (+16 ms) 2024-11-17T21:21:12,454 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:21:12,456 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9388cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:21:12,457 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:21:12,457 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:21:12,457 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:21:12,458 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:21:12,458 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:21:12,458 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:21:12,458 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:21:12,465 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:21:12,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Unable to get data of znode /1-1187074207/balancer because node does not exist (not necessarily an error) 2024-11-17T21:21:12,521 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1187074207/balancer already deleted, retry=false 2024-11-17T21:21:12,522 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:21:12,522 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Unable to get data of znode /1-1187074207/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:21:12,531 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1187074207/normalizer already deleted, retry=false 2024-11-17T21:21:12,532 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:21:12,541 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Unable to get data of znode /1-1187074207/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:21:12,552 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1187074207/switch/split already deleted, retry=false 2024-11-17T21:21:12,553 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Unable to get data of znode /1-1187074207/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:21:12,563 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1187074207/switch/merge already deleted, retry=false 2024-11-17T21:21:12,565 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Unable to get data of znode /1-1187074207/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:21:12,573 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1187074207/snapshot-cleanup already deleted, retry=false 2024-11-17T21:21:12,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1187074207/running 2024-11-17T21:21:12,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:12,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1187074207/running 2024-11-17T21:21:12,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:12,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,33145,1731878471140, sessionid=0x1014aac24210003, setting cluster-up flag (Was=false) 2024-11-17T21:21:12,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:12,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:12,636 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1187074207/flush-table-proc/acquired, /1-1187074207/flush-table-proc/reached, /1-1187074207/flush-table-proc/abort 2024-11-17T21:21:12,638 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,33145,1731878471140 2024-11-17T21:21:12,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:12,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:12,689 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1187074207/online-snapshot/acquired, /1-1187074207/online-snapshot/reached, /1-1187074207/online-snapshot/abort 2024-11-17T21:21:12,690 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,33145,1731878471140 2024-11-17T21:21:12,706 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:21:12,708 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:12,709 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:21:12,709 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:21:12,710 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,33145,1731878471140 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:21:12,711 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:12,711 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:12,711 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:12,711 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:12,711 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:21:12,711 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,711 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:21:12,711 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:12,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:21:12,719 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:12,719 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:21:12,724 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878502724 2024-11-17T21:21:12,724 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:21:12,725 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:21:12,725 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:21:12,725 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:21:12,725 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:21:12,725 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:21:12,732 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,733 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:21:12,733 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:21:12,733 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:21:12,734 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:21:12,734 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:21:12,734 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:21:12,736 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878472734,5,FailOnTimeoutGroup] 2024-11-17T21:21:12,736 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(746): ClusterId : 0af4c3e8-f0a9-4584-ad5f-1aab09eaded5 2024-11-17T21:21:12,737 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:21:12,746 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:21:12,746 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:21:12,755 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:21:12,755 DEBUG [RS:0;a313eea8709e:32905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e10c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:21:12,764 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878472736,5,FailOnTimeoutGroup] 2024-11-17T21:21:12,764 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,764 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:21:12,764 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,764 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:21:12,775 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:21:12,775 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4 2024-11-17T21:21:12,782 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:32905 2024-11-17T21:21:12,782 INFO [RS:0;a313eea8709e:32905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:21:12,782 INFO [RS:0;a313eea8709e:32905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:21:12,782 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:21:12,783 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,33145,1731878471140 with port=32905, startcode=1731878471307 2024-11-17T21:21:12,783 DEBUG [RS:0;a313eea8709e:32905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:21:12,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741832_1008 (size=32) 2024-11-17T21:21:12,798 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:21:12,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,32905,1731878471307 2024-11-17T21:21:12,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33145 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,32905,1731878471307 2024-11-17T21:21:12,804 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4 2024-11-17T21:21:12,804 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43549 2024-11-17T21:21:12,804 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:21:12,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207/rs 2024-11-17T21:21:12,864 DEBUG [RS:0;a313eea8709e:32905 {}] zookeeper.ZKUtil(111): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Set watcher on existing znode=/1-1187074207/rs/a313eea8709e,32905,1731878471307 2024-11-17T21:21:12,864 WARN [RS:0;a313eea8709e:32905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:21:12,864 INFO [RS:0;a313eea8709e:32905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:12,864 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307 2024-11-17T21:21:12,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,32905,1731878471307] 2024-11-17T21:21:12,884 INFO [RS:0;a313eea8709e:32905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:21:12,888 INFO [RS:0;a313eea8709e:32905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:21:12,891 INFO [RS:0;a313eea8709e:32905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:21:12,891 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,893 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:21:12,894 INFO [RS:0;a313eea8709e:32905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:21:12,894 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:21:12,895 DEBUG [RS:0;a313eea8709e:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:21:12,908 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,908 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,908 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,908 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,908 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,908 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,32905,1731878471307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:21:12,923 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:21:12,924 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,32905,1731878471307-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,924 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,924 INFO [RS:0;a313eea8709e:32905 {}] regionserver.Replication(171): a313eea8709e,32905,1731878471307 started 2024-11-17T21:21:12,940 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:12,940 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,32905,1731878471307, RpcServer on a313eea8709e/172.17.0.2:32905, sessionid=0x1014aac24210004 2024-11-17T21:21:12,940 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:21:12,940 DEBUG [RS:0;a313eea8709e:32905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,32905,1731878471307 2024-11-17T21:21:12,940 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,32905,1731878471307' 2024-11-17T21:21:12,940 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1187074207/flush-table-proc/abort' 2024-11-17T21:21:12,941 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1187074207/flush-table-proc/acquired' 2024-11-17T21:21:12,941 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:21:12,941 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:21:12,941 DEBUG [RS:0;a313eea8709e:32905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,32905,1731878471307 2024-11-17T21:21:12,941 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,32905,1731878471307' 2024-11-17T21:21:12,941 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1187074207/online-snapshot/abort' 2024-11-17T21:21:12,941 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1187074207/online-snapshot/acquired' 2024-11-17T21:21:12,942 DEBUG [RS:0;a313eea8709e:32905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:21:12,942 INFO [RS:0;a313eea8709e:32905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:21:12,942 INFO [RS:0;a313eea8709e:32905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:21:13,042 INFO [RS:0;a313eea8709e:32905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:21:13,050 INFO [RS:0;a313eea8709e:32905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C32905%2C1731878471307, suffix=, logDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307, archiveDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/oldWALs, maxLogs=10 2024-11-17T21:21:13,074 DEBUG [RS:0;a313eea8709e:32905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, exclude list is [], retry=0 2024-11-17T21:21:13,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-87550bc6-3da2-4713-9c16-aa56ea8f7067,DISK] 2024-11-17T21:21:13,100 INFO [RS:0;a313eea8709e:32905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 2024-11-17T21:21:13,113 DEBUG [RS:0;a313eea8709e:32905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43411:43411)] 2024-11-17T21:21:13,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:13,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:21:13,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:21:13,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:13,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:13,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:21:13,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:21:13,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:13,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:13,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:21:13,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:21:13,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:13,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:13,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:21:13,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:21:13,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:13,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:13,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:21:13,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740 2024-11-17T21:21:13,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740 2024-11-17T21:21:13,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:21:13,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:21:13,202 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:13,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:21:13,209 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:13,209 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70649913, jitterRate=0.05276574194431305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:13,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878473191Initializing all the Stores at 1731878473192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878473192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878473192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878473192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878473192Cleaning up temporary data from old regions at 1731878473201 (+9 ms)Region opened successfully at 1731878473209 (+8 ms) 2024-11-17T21:21:13,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:21:13,209 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:21:13,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:21:13,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:21:13,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:21:13,212 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:13,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878473209Disabling compacts and flushes for region at 1731878473209Disabling writes for close at 1731878473209Writing region close event to WAL at 1731878473212 (+3 ms)Closed at 1731878473212 2024-11-17T21:21:13,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:13,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:21:13,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:21:13,214 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:21:13,216 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:21:13,366 DEBUG [a313eea8709e:33145 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:21:13,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,32905,1731878471307 2024-11-17T21:21:13,368 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,32905,1731878471307, state=OPENING 2024-11-17T21:21:13,373 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:21:13,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:13,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:13,384 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:21:13,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1187074207/meta-region-server: CHANGED 2024-11-17T21:21:13,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1187074207/meta-region-server: CHANGED 2024-11-17T21:21:13,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,32905,1731878471307}] 2024-11-17T21:21:13,536 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:21:13,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:21:13,540 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:21:13,540 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:13,541 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:21:13,542 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C32905%2C1731878471307.meta, suffix=.meta, logDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307, archiveDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/oldWALs, maxLogs=10 2024-11-17T21:21:13,555 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.meta.1731878473542.meta, exclude list is [], retry=0 2024-11-17T21:21:13,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-87550bc6-3da2-4713-9c16-aa56ea8f7067,DISK] 2024-11-17T21:21:13,560 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.meta.1731878473542.meta 2024-11-17T21:21:13,562 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43411:43411)] 2024-11-17T21:21:13,562 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:13,563 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:21:13,563 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:21:13,563 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:21:13,563 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:21:13,563 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:21:13,563 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:13,563 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:21:13,564 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:21:13,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:21:13,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:21:13,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:13,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:13,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:21:13,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:21:13,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:13,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:13,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:21:13,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:21:13,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:13,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:13,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:21:13,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:21:13,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:13,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:13,569 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:21:13,570 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740 2024-11-17T21:21:13,571 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740 2024-11-17T21:21:13,572 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:21:13,572 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:21:13,572 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:13,573 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:21:13,574 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64271332, jitterRate=-0.04228252172470093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:13,574 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:21:13,574 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878473564Writing region info on filesystem at 1731878473564Initializing all the Stores at 1731878473564Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878473564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878473565 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878473565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878473565Cleaning up temporary data from old regions at 1731878473572 (+7 ms)Running coprocessor post-open hooks at 1731878473574 (+2 ms)Region opened successfully at 1731878473574 2024-11-17T21:21:13,575 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878473536 2024-11-17T21:21:13,576 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:21:13,576 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:21:13,577 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,32905,1731878471307 2024-11-17T21:21:13,577 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,32905,1731878471307, state=OPEN 2024-11-17T21:21:13,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1187074207/meta-region-server 2024-11-17T21:21:13,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1187074207/meta-region-server 2024-11-17T21:21:13,584 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,32905,1731878471307 2024-11-17T21:21:13,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1187074207/meta-region-server: CHANGED 2024-11-17T21:21:13,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1187074207/meta-region-server: CHANGED 2024-11-17T21:21:13,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:21:13,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,32905,1731878471307 in 200 msec 2024-11-17T21:21:13,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:21:13,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-17T21:21:13,589 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:13,589 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:21:13,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:13,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,32905,1731878471307, seqNum=-1] 2024-11-17T21:21:13,591 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:13,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:13,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 889 msec 2024-11-17T21:21:13,597 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878473597, completionTime=-1 2024-11-17T21:21:13,598 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:21:13,598 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:21:13,600 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:21:13,600 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878533600 2024-11-17T21:21:13,600 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878593600 2024-11-17T21:21:13,600 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T21:21:13,600 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33145,1731878471140-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:13,600 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33145,1731878471140-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:13,600 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33145,1731878471140-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:13,600 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:33145, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:13,600 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:13,601 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:13,602 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:21:13,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.231sec 2024-11-17T21:21:13,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:21:13,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:21:13,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:21:13,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:21:13,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:21:13,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33145,1731878471140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:21:13,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33145,1731878471140-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:21:13,606 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:21:13,606 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:21:13,606 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33145,1731878471140-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:13,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416e9fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:13,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,33145,-1 for getting cluster id 2024-11-17T21:21:13,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:13,635 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0af4c3e8-f0a9-4584-ad5f-1aab09eaded5' 2024-11-17T21:21:13,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:13,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0af4c3e8-f0a9-4584-ad5f-1aab09eaded5" 2024-11-17T21:21:13,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2ea660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:13,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,33145,-1] 2024-11-17T21:21:13,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:13,638 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:13,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7942bfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:13,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:13,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,32905,1731878471307, seqNum=-1] 2024-11-17T21:21:13,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:13,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:13,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,33145,1731878471140 2024-11-17T21:21:13,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T21:21:13,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:13,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014aac24210005 connected 2024-11-17T21:21:13,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/hadoop.log.dir so I do NOT create it in target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac 2024-11-17T21:21:13,672 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:21:13,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/hadoop.tmp.dir so I do NOT create it in target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac 2024-11-17T21:21:13,672 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:21:13,672 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac 2024-11-17T21:21:13,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:21:13,672 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/cluster_0f878aaf-4660-0833-553d-babee2d9970a, deleteOnExit=true 2024-11-17T21:21:13,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:21:13,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/test.cache.data in system properties and HBase conf 2024-11-17T21:21:13,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:21:13,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:21:13,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:21:13,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:21:13,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:21:13,673 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:21:13,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:21:13,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:21:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:21:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:21:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:21:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:21:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:21:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:21:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:21:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:21:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:21:13,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:21:13,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:21:13,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:21:13,924 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:21:14,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,122 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T21:21:14,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,178 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,178 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,179 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,179 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,179 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,180 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,191 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,202 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:14,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:14,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:21:14,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:21:14,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:21:14,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:21:14,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:14,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:21:14,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:21:14,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@555067b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/java.io.tmpdir/jetty-localhost-37463-hadoop-hdfs-3_4_1-tests_jar-_-any-13535343136631426026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:21:14,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:37463} 2024-11-17T21:21:14,392 INFO [Time-limited test {}] server.Server(415): Started @239721ms 2024-11-17T21:21:14,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:14,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:21:14,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:21:14,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:21:14,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:21:14,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:21:14,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:21:14,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60672866{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/java.io.tmpdir/jetty-localhost-34203-hadoop-hdfs-3_4_1-tests_jar-_-any-16345520696035112956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:21:14,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:34203} 2024-11-17T21:21:14,846 INFO [Time-limited test {}] server.Server(415): Started @240175ms 2024-11-17T21:21:14,847 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:21:15,950 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/cluster_0f878aaf-4660-0833-553d-babee2d9970a/data/data1/current/BP-722294593-172.17.0.2-1731878473704/current, will proceed with Du for space computation calculation, 2024-11-17T21:21:15,950 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/cluster_0f878aaf-4660-0833-553d-babee2d9970a/data/data2/current/BP-722294593-172.17.0.2-1731878473704/current, will proceed with Du for space computation calculation, 2024-11-17T21:21:15,970 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:21:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7278cae6a093107 with lease ID 0x1ce09b8e216c90b: Processing first storage report for DS-04a44918-2db8-4bb8-9300-6351f00c5ef8 from datanode DatanodeRegistration(127.0.0.1:45285, datanodeUuid=725aaf8a-be61-4897-af2f-1830a83cb752, infoPort=33981, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1853856157;c=1731878473704) 2024-11-17T21:21:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7278cae6a093107 with lease ID 0x1ce09b8e216c90b: from storage DS-04a44918-2db8-4bb8-9300-6351f00c5ef8 node DatanodeRegistration(127.0.0.1:45285, datanodeUuid=725aaf8a-be61-4897-af2f-1830a83cb752, infoPort=33981, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1853856157;c=1731878473704), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T21:21:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7278cae6a093107 with lease ID 0x1ce09b8e216c90b: Processing first storage report for DS-2c353e47-8d0f-4fc9-af76-b10f359829ad from datanode DatanodeRegistration(127.0.0.1:45285, datanodeUuid=725aaf8a-be61-4897-af2f-1830a83cb752, infoPort=33981, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1853856157;c=1731878473704) 2024-11-17T21:21:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7278cae6a093107 with lease ID 0x1ce09b8e216c90b: from storage DS-2c353e47-8d0f-4fc9-af76-b10f359829ad node DatanodeRegistration(127.0.0.1:45285, datanodeUuid=725aaf8a-be61-4897-af2f-1830a83cb752, infoPort=33981, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1853856157;c=1731878473704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:21:16,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac 2024-11-17T21:21:16,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:16,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:16,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:21:16,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:16,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:21:16,246 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48334 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:21:16,487 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c with version=8 2024-11-17T21:21:16,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/hbase-staging 2024-11-17T21:21:16,489 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:21:16,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:16,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:16,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:21:16,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:16,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:21:16,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:21:16,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:21:16,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40639 2024-11-17T21:21:16,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40639 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T21:21:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406390x0, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:16,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40639-0x1014aac24210006 connected 2024-11-17T21:21:18,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:18,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:18,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Set watcher on znode that does not yet exist, /2-1106407634/running 2024-11-17T21:21:18,060 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c, hbase.cluster.distributed=false 2024-11-17T21:21:18,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Set watcher on znode that does not yet exist, /2-1106407634/acl 2024-11-17T21:21:18,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40639 2024-11-17T21:21:18,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40639 2024-11-17T21:21:18,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40639 2024-11-17T21:21:18,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40639 2024-11-17T21:21:18,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40639 2024-11-17T21:21:18,081 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:21:18,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:18,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:18,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:21:18,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:18,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:21:18,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:21:18,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:21:18,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46263 2024-11-17T21:21:18,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46263 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T21:21:18,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:18,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:18,468 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462630x0, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:18,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462630x0, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Set watcher on znode that does not yet exist, /2-1106407634/running 2024-11-17T21:21:18,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46263-0x1014aac24210007 connected 2024-11-17T21:21:18,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:21:18,469 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:21:18,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Set watcher on znode that does not yet exist, /2-1106407634/master 2024-11-17T21:21:18,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Set watcher on znode that does not yet exist, /2-1106407634/acl 2024-11-17T21:21:18,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46263 2024-11-17T21:21:18,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46263 2024-11-17T21:21:18,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46263 2024-11-17T21:21:18,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46263 2024-11-17T21:21:18,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46263 2024-11-17T21:21:18,487 DEBUG [M:0;a313eea8709e:40639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:40639 2024-11-17T21:21:18,488 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1106407634/backup-masters/a313eea8709e,40639,1731878476489 2024-11-17T21:21:18,811 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634/backup-masters 2024-11-17T21:21:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634/backup-masters 2024-11-17T21:21:18,811 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Set watcher on existing znode=/2-1106407634/backup-masters/a313eea8709e,40639,1731878476489 2024-11-17T21:21:18,973 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1106407634/master 2024-11-17T21:21:18,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:18,973 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:18,973 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Set watcher on existing znode=/2-1106407634/master 2024-11-17T21:21:18,973 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1106407634/backup-masters/a313eea8709e,40639,1731878476489 from backup master directory 2024-11-17T21:21:19,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1106407634/backup-masters/a313eea8709e,40639,1731878476489 2024-11-17T21:21:19,020 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634/backup-masters 2024-11-17T21:21:19,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634/backup-masters 2024-11-17T21:21:19,021 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:21:19,021 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,40639,1731878476489 2024-11-17T21:21:19,024 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/hbase.id] with ID: fb326ee3-1266-41e3-b14d-25c898fe46ad 2024-11-17T21:21:19,024 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/.tmp/hbase.id 2024-11-17T21:21:19,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:21:19,038 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/.tmp/hbase.id]:[hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/hbase.id] 2024-11-17T21:21:19,046 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:19,046 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:21:19,047 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:21:19,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:19,085 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:21:19,491 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:21:19,492 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:21:19,492 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:21:19,910 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store 2024-11-17T21:21:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:21:19,925 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:19,925 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:21:19,925 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:19,925 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:19,925 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:21:19,925 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:19,925 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:19,925 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878479925Disabling compacts and flushes for region at 1731878479925Disabling writes for close at 1731878479925Writing region close event to WAL at 1731878479925Closed at 1731878479925 2024-11-17T21:21:19,928 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/.initializing 2024-11-17T21:21:19,928 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/WALs/a313eea8709e,40639,1731878476489 2024-11-17T21:21:19,929 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:21:19,931 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C40639%2C1731878476489, suffix=, logDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/WALs/a313eea8709e,40639,1731878476489, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/oldWALs, maxLogs=10 2024-11-17T21:21:19,950 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/WALs/a313eea8709e,40639,1731878476489/a313eea8709e%2C40639%2C1731878476489.1731878479931, exclude list is [], retry=0 2024-11-17T21:21:19,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45285,DS-04a44918-2db8-4bb8-9300-6351f00c5ef8,DISK] 2024-11-17T21:21:19,965 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/WALs/a313eea8709e,40639,1731878476489/a313eea8709e%2C40639%2C1731878476489.1731878479931 2024-11-17T21:21:19,966 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33981:33981)] 2024-11-17T21:21:19,966 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:19,966 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:19,966 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,966 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:21:19,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:19,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:19,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:21:19,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:19,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:19,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:21:19,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:19,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:19,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:21:19,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:19,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:19,973 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,974 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,974 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,975 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,975 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,976 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:19,977 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:19,987 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:19,988 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64820443, jitterRate=-0.03410013020038605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:19,988 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878479967Initializing all the Stores at 1731878479967Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878479967Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878479968 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878479968Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878479968Cleaning up temporary data from old regions at 1731878479975 (+7 ms)Region opened successfully at 1731878479988 (+13 ms) 2024-11-17T21:21:19,989 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:21:19,992 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ba6f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:21:19,993 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:21:19,993 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:21:19,993 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:21:19,993 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:21:19,994 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:21:19,994 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:21:19,994 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:21:19,999 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:21:20,000 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Unable to get data of znode /2-1106407634/balancer because node does not exist (not necessarily an error) 2024-11-17T21:21:20,015 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1106407634/balancer already deleted, retry=false 2024-11-17T21:21:20,015 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:21:20,016 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Unable to get data of znode /2-1106407634/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:21:20,025 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1106407634/normalizer already deleted, retry=false 2024-11-17T21:21:20,026 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:21:20,027 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Unable to get data of znode /2-1106407634/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:21:20,036 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1106407634/switch/split already deleted, retry=false 2024-11-17T21:21:20,037 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Unable to get data of znode /2-1106407634/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:21:20,046 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1106407634/switch/merge already deleted, retry=false 2024-11-17T21:21:20,050 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Unable to get data of znode /2-1106407634/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:21:20,057 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1106407634/snapshot-cleanup already deleted, retry=false 2024-11-17T21:21:20,067 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1106407634/running 2024-11-17T21:21:20,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1106407634/running 2024-11-17T21:21:20,067 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:20,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:20,068 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,40639,1731878476489, sessionid=0x1014aac24210006, setting cluster-up flag (Was=false) 2024-11-17T21:21:20,091 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:20,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:20,120 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1106407634/flush-table-proc/acquired, /2-1106407634/flush-table-proc/reached, /2-1106407634/flush-table-proc/abort 2024-11-17T21:21:20,121 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,40639,1731878476489 2024-11-17T21:21:20,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:20,141 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:20,237 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1106407634/online-snapshot/acquired, /2-1106407634/online-snapshot/reached, /2-1106407634/online-snapshot/abort 2024-11-17T21:21:20,239 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,40639,1731878476489 2024-11-17T21:21:20,250 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:21:20,251 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:20,251 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:21:20,251 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:21:20,252 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,40639,1731878476489 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:21:20,253 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:20,253 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:20,253 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:20,253 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:20,253 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:21:20,253 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,253 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:21:20,253 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,260 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878510260 2024-11-17T21:21:20,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:21:20,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:21:20,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:21:20,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:21:20,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:21:20,261 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:21:20,262 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,263 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:20,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:21:20,263 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:21:20,263 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:21:20,263 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:21:20,263 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:21:20,264 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:20,264 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:21:20,264 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:21:20,264 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:21:20,273 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878480264,5,FailOnTimeoutGroup] 2024-11-17T21:21:20,275 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(746): ClusterId : fb326ee3-1266-41e3-b14d-25c898fe46ad 2024-11-17T21:21:20,275 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878480273,5,FailOnTimeoutGroup] 2024-11-17T21:21:20,275 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,275 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:21:20,275 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:21:20,275 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,275 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,287 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:21:20,287 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:21:20,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:21:20,300 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:21:20,300 DEBUG [RS:0;a313eea8709e:46263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592be488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:21:20,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:21:20,302 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c 2024-11-17T21:21:20,323 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:46263 2024-11-17T21:21:20,323 INFO [RS:0;a313eea8709e:46263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:21:20,323 INFO [RS:0;a313eea8709e:46263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:21:20,323 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:21:20,324 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,40639,1731878476489 with port=46263, startcode=1731878478080 2024-11-17T21:21:20,324 DEBUG [RS:0;a313eea8709e:46263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:21:20,333 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:21:20,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40639 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,46263,1731878478080 2024-11-17T21:21:20,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40639 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,46263,1731878478080 2024-11-17T21:21:20,335 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c 2024-11-17T21:21:20,335 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38747 2024-11-17T21:21:20,335 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:21:20,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741832_1008 (size=32) 2024-11-17T21:21:20,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:20,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:21:20,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:21:20,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:20,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:20,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:21:20,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:21:20,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:20,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:20,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:21:20,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:21:20,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:20,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:20,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:21:20,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:21:20,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:20,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:20,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:21:20,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740 2024-11-17T21:21:20,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740 2024-11-17T21:21:20,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:21:20,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:21:20,363 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:20,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:21:20,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634/rs 2024-11-17T21:21:20,365 DEBUG [RS:0;a313eea8709e:46263 {}] zookeeper.ZKUtil(111): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Set watcher on existing znode=/2-1106407634/rs/a313eea8709e,46263,1731878478080 2024-11-17T21:21:20,365 WARN [RS:0;a313eea8709e:46263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:21:20,365 INFO [RS:0;a313eea8709e:46263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:20,366 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080 2024-11-17T21:21:20,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,46263,1731878478080] 2024-11-17T21:21:20,369 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:20,369 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73024082, jitterRate=0.08814361691474915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:20,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878480346Initializing all the Stores at 1731878480347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878480347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878480351 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878480351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878480351Cleaning up temporary data from old regions at 1731878480363 (+12 ms)Region opened successfully at 1731878480369 (+6 ms) 2024-11-17T21:21:20,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:21:20,369 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:21:20,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:21:20,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:21:20,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:21:20,370 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:20,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878480369Disabling compacts and flushes for region at 1731878480369Disabling writes for close at 1731878480369Writing region close event to WAL at 1731878480370 (+1 ms)Closed at 1731878480370 2024-11-17T21:21:20,371 INFO [RS:0;a313eea8709e:46263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:21:20,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:20,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:21:20,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:21:20,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:21:20,373 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:21:20,376 INFO [RS:0;a313eea8709e:46263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:21:20,377 INFO [RS:0;a313eea8709e:46263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:21:20,377 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,377 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:21:20,377 INFO [RS:0;a313eea8709e:46263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:21:20,377 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:21:20,378 DEBUG [RS:0;a313eea8709e:46263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:21:20,385 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,385 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,385 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,385 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,385 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,385 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,46263,1731878478080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:21:20,399 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:21:20,399 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,46263,1731878478080-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,399 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,399 INFO [RS:0;a313eea8709e:46263 {}] regionserver.Replication(171): a313eea8709e,46263,1731878478080 started 2024-11-17T21:21:20,412 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:20,412 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,46263,1731878478080, RpcServer on a313eea8709e/172.17.0.2:46263, sessionid=0x1014aac24210007 2024-11-17T21:21:20,412 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:21:20,412 DEBUG [RS:0;a313eea8709e:46263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,46263,1731878478080 2024-11-17T21:21:20,412 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,46263,1731878478080' 2024-11-17T21:21:20,412 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1106407634/flush-table-proc/abort' 2024-11-17T21:21:20,412 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1106407634/flush-table-proc/acquired' 2024-11-17T21:21:20,413 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:21:20,413 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:21:20,413 DEBUG [RS:0;a313eea8709e:46263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,46263,1731878478080 2024-11-17T21:21:20,413 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,46263,1731878478080' 2024-11-17T21:21:20,413 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1106407634/online-snapshot/abort' 2024-11-17T21:21:20,413 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1106407634/online-snapshot/acquired' 2024-11-17T21:21:20,413 DEBUG [RS:0;a313eea8709e:46263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:21:20,413 INFO [RS:0;a313eea8709e:46263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:21:20,413 INFO [RS:0;a313eea8709e:46263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:21:20,514 INFO [RS:0;a313eea8709e:46263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:21:20,515 INFO [RS:0;a313eea8709e:46263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C46263%2C1731878478080, suffix=, logDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/oldWALs, maxLogs=10 2024-11-17T21:21:20,524 WARN [a313eea8709e:40639 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T21:21:20,533 DEBUG [RS:0;a313eea8709e:46263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, exclude list is [], retry=0 2024-11-17T21:21:20,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45285,DS-04a44918-2db8-4bb8-9300-6351f00c5ef8,DISK] 2024-11-17T21:21:20,545 INFO [RS:0;a313eea8709e:46263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 2024-11-17T21:21:20,546 DEBUG [RS:0;a313eea8709e:46263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33981:33981)] 2024-11-17T21:21:20,774 DEBUG [a313eea8709e:40639 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:21:20,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,46263,1731878478080 2024-11-17T21:21:20,776 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,46263,1731878478080, state=OPENING 2024-11-17T21:21:20,783 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:21:20,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:20,794 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:20,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1106407634/meta-region-server: CHANGED 2024-11-17T21:21:20,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1106407634/meta-region-server: CHANGED 2024-11-17T21:21:20,795 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:21:20,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,46263,1731878478080}] 2024-11-17T21:21:20,948 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:21:20,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:21:20,951 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:21:20,951 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:20,951 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:21:20,953 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C46263%2C1731878478080.meta, suffix=.meta, logDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/oldWALs, maxLogs=10 2024-11-17T21:21:20,971 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.meta.1731878480953.meta, exclude list is [], retry=0 2024-11-17T21:21:20,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45285,DS-04a44918-2db8-4bb8-9300-6351f00c5ef8,DISK] 2024-11-17T21:21:20,974 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.meta.1731878480953.meta 2024-11-17T21:21:20,974 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33981:33981)] 2024-11-17T21:21:20,974 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:20,974 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:21:20,975 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:21:20,975 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:21:20,975 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:21:20,975 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:21:20,975 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:20,975 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:21:20,975 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:21:20,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:21:20,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:21:20,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:20,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:20,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:21:20,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:21:20,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:20,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:20,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:21:20,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:21:20,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:20,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:20,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:21:20,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:21:20,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:20,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:20,979 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:21:20,980 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740 2024-11-17T21:21:20,981 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740 2024-11-17T21:21:20,981 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:21:20,981 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:21:20,982 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:20,983 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:21:20,983 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73212281, jitterRate=0.09094800055027008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:20,983 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:21:20,983 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878480975Writing region info on filesystem at 1731878480975Initializing all the Stores at 1731878480976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878480976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878480976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878480976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878480976Cleaning up temporary data from old regions at 1731878480981 (+5 ms)Running coprocessor post-open hooks at 1731878480983 (+2 ms)Region opened successfully at 1731878480983 2024-11-17T21:21:20,984 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878480948 2024-11-17T21:21:20,986 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:21:20,986 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:21:20,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,46263,1731878478080 2024-11-17T21:21:20,987 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,46263,1731878478080, state=OPEN 2024-11-17T21:21:20,994 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1106407634/meta-region-server 2024-11-17T21:21:20,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1106407634/meta-region-server 2024-11-17T21:21:20,994 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,46263,1731878478080 2024-11-17T21:21:20,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1106407634/meta-region-server: CHANGED 2024-11-17T21:21:20,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1106407634/meta-region-server: CHANGED 2024-11-17T21:21:20,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:21:20,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,46263,1731878478080 in 199 msec 2024-11-17T21:21:20,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:21:20,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-11-17T21:21:20,998 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:20,998 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:21:20,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:20,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46263,1731878478080, seqNum=-1] 2024-11-17T21:21:20,999 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:21,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:21,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 754 msec 2024-11-17T21:21:21,006 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878481006, completionTime=-1 2024-11-17T21:21:21,006 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:21:21,006 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:21:21,008 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:21:21,009 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878541008 2024-11-17T21:21:21,009 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878601009 2024-11-17T21:21:21,009 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T21:21:21,009 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40639,1731878476489-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:21,009 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40639,1731878476489-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:21,009 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40639,1731878476489-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:21,009 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:40639, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:21,009 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:21,009 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:21,011 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:21:21,013 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.991sec 2024-11-17T21:21:21,013 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:21:21,013 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:21:21,013 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:21:21,013 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:21:21,013 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:21:21,013 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40639,1731878476489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:21:21,013 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40639,1731878476489-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:21:21,014 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:21:21,014 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:21:21,014 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40639,1731878476489-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:21,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4f67e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:21,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40639,-1 for getting cluster id 2024-11-17T21:21:21,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:21,077 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb326ee3-1266-41e3-b14d-25c898fe46ad' 2024-11-17T21:21:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb326ee3-1266-41e3-b14d-25c898fe46ad" 2024-11-17T21:21:21,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a51965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:21,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40639,-1] 2024-11-17T21:21:21,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:21,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:21,079 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:21,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5040d3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:21,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:21,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46263,1731878478080, seqNum=-1] 2024-11-17T21:21:21,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:21,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:21,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,40639,1731878476489 2024-11-17T21:21:21,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T21:21:21,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:21,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014aac24210008 connected 2024-11-17T21:21:21,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40187,1731878465569 2024-11-17T21:21:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c620834 2024-11-17T21:21:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:21,114 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:21:21,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:21:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:21:21,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:21:21,117 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:21,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:21:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:21,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:21:21,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:21:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:21,530 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6da96bdce9d86e12861f80c614eb0588, NAME => 'test,,1731878481114.6da96bdce9d86e12861f80c614eb0588.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0 2024-11-17T21:21:21,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:21:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:21,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878481114.6da96bdce9d86e12861f80c614eb0588.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:21,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6da96bdce9d86e12861f80c614eb0588, disabling compactions & flushes 2024-11-17T21:21:21,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:21,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:21,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. after waiting 0 ms 2024-11-17T21:21:21,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:21,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:21,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6da96bdce9d86e12861f80c614eb0588: Waiting for close lock at 1731878481936Disabling compacts and flushes for region at 1731878481936Disabling writes for close at 1731878481936Writing region close event to WAL at 1731878481936Closed at 1731878481936 2024-11-17T21:21:21,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:21:21,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878481114.6da96bdce9d86e12861f80c614eb0588.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878481937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878481937"}]},"ts":"1731878481937"} 2024-11-17T21:21:21,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:21:21,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:21:21,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878481940"}]},"ts":"1731878481940"} 2024-11-17T21:21:21,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:21:21,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6da96bdce9d86e12861f80c614eb0588, ASSIGN}] 2024-11-17T21:21:21,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6da96bdce9d86e12861f80c614eb0588, ASSIGN 2024-11-17T21:21:21,944 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6da96bdce9d86e12861f80c614eb0588, ASSIGN; state=OFFLINE, location=a313eea8709e,33563,1731878465760; forceNewPlan=false, retain=false 2024-11-17T21:21:22,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6da96bdce9d86e12861f80c614eb0588, regionState=OPENING, regionLocation=a313eea8709e,33563,1731878465760 2024-11-17T21:21:22,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6da96bdce9d86e12861f80c614eb0588, ASSIGN because future has completed 2024-11-17T21:21:22,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6da96bdce9d86e12861f80c614eb0588, server=a313eea8709e,33563,1731878465760}] 2024-11-17T21:21:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:22,313 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:22,313 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6da96bdce9d86e12861f80c614eb0588, NAME => 'test,,1731878481114.6da96bdce9d86e12861f80c614eb0588.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:22,313 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:21:22,314 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:21:22,314 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,314 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878481114.6da96bdce9d86e12861f80c614eb0588.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:22,314 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,314 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,352 INFO [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,354 INFO [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6da96bdce9d86e12861f80c614eb0588 columnFamilyName f 2024-11-17T21:21:22,354 DEBUG [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:22,355 INFO [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] regionserver.HStore(327): Store=6da96bdce9d86e12861f80c614eb0588/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:22,355 INFO [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,356 INFO [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6da96bdce9d86e12861f80c614eb0588 columnFamilyName f1 2024-11-17T21:21:22,357 DEBUG [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:22,357 INFO [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] regionserver.HStore(327): Store=6da96bdce9d86e12861f80c614eb0588/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:22,357 INFO [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,358 INFO [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6da96bdce9d86e12861f80c614eb0588 columnFamilyName norep 2024-11-17T21:21:22,359 DEBUG [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:22,359 INFO [StoreOpener-6da96bdce9d86e12861f80c614eb0588-1 {}] regionserver.HStore(327): Store=6da96bdce9d86e12861f80c614eb0588/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:22,359 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,360 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,361 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,362 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,362 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,363 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:21:22,364 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,381 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:22,381 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6da96bdce9d86e12861f80c614eb0588; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60436788, jitterRate=-0.0994216799736023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:21:22,382 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:22,382 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6da96bdce9d86e12861f80c614eb0588: Running coprocessor pre-open hook at 1731878482314Writing region info on filesystem at 1731878482314Initializing all the Stores at 1731878482329 (+15 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878482329Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878482340 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878482340Cleaning up temporary data from old regions at 1731878482362 (+22 ms)Running coprocessor post-open hooks at 1731878482382 (+20 ms)Region opened successfully at 1731878482382 2024-11-17T21:21:22,384 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878481114.6da96bdce9d86e12861f80c614eb0588., pid=6, masterSystemTime=1731878482250 2024-11-17T21:21:22,387 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:22,387 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:22,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6da96bdce9d86e12861f80c614eb0588, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,33563,1731878465760 2024-11-17T21:21:22,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6da96bdce9d86e12861f80c614eb0588, server=a313eea8709e,33563,1731878465760 because future has completed 2024-11-17T21:21:22,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:21:22,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6da96bdce9d86e12861f80c614eb0588, server=a313eea8709e,33563,1731878465760 in 314 msec 2024-11-17T21:21:22,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:21:22,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6da96bdce9d86e12861f80c614eb0588, ASSIGN in 473 msec 2024-11-17T21:21:22,418 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:21:22,418 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878482418"}]},"ts":"1731878482418"} 2024-11-17T21:21:22,422 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:21:22,423 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:21:22,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3080 sec 2024-11-17T21:21:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:23,265 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:21:23,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,33145,1731878471140 2024-11-17T21:21:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57e8b35b 2024-11-17T21:21:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:23,268 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:21:23,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:21:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:21:23,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:21:23,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:23,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:21:23,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:21:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:23,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:21:23,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e43b0f7289b1b57d5de3ce7e40fadbd4, NAME => 'test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4 2024-11-17T21:21:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:23,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:21:23,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:23,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e43b0f7289b1b57d5de3ce7e40fadbd4, disabling compactions & flushes 2024-11-17T21:21:23,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:23,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:23,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. after waiting 0 ms 2024-11-17T21:21:23,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:23,395 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:23,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e43b0f7289b1b57d5de3ce7e40fadbd4: Waiting for close lock at 1731878483394Disabling compacts and flushes for region at 1731878483394Disabling writes for close at 1731878483395 (+1 ms)Writing region close event to WAL at 1731878483395Closed at 1731878483395 2024-11-17T21:21:23,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:21:23,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878483396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878483396"}]},"ts":"1731878483396"} 2024-11-17T21:21:23,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:21:23,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:21:23,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878483400"}]},"ts":"1731878483400"} 2024-11-17T21:21:23,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:21:23,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e43b0f7289b1b57d5de3ce7e40fadbd4, ASSIGN}] 2024-11-17T21:21:23,405 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e43b0f7289b1b57d5de3ce7e40fadbd4, ASSIGN 2024-11-17T21:21:23,406 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e43b0f7289b1b57d5de3ce7e40fadbd4, ASSIGN; state=OFFLINE, location=a313eea8709e,32905,1731878471307; forceNewPlan=false, retain=false 2024-11-17T21:21:23,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e43b0f7289b1b57d5de3ce7e40fadbd4, regionState=OPENING, regionLocation=a313eea8709e,32905,1731878471307 2024-11-17T21:21:23,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e43b0f7289b1b57d5de3ce7e40fadbd4, ASSIGN because future has completed 2024-11-17T21:21:23,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e43b0f7289b1b57d5de3ce7e40fadbd4, server=a313eea8709e,32905,1731878471307}] 2024-11-17T21:21:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:23,740 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:23,740 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e43b0f7289b1b57d5de3ce7e40fadbd4, NAME => 'test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:23,740 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:21:23,740 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:21:23,741 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,741 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:23,741 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,741 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,744 INFO [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,746 INFO [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e43b0f7289b1b57d5de3ce7e40fadbd4 columnFamilyName f 2024-11-17T21:21:23,746 DEBUG [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:23,746 INFO [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] regionserver.HStore(327): Store=e43b0f7289b1b57d5de3ce7e40fadbd4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:23,746 INFO [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,748 INFO [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e43b0f7289b1b57d5de3ce7e40fadbd4 columnFamilyName f1 2024-11-17T21:21:23,748 DEBUG [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:23,749 INFO [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] regionserver.HStore(327): Store=e43b0f7289b1b57d5de3ce7e40fadbd4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:23,749 INFO [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,750 INFO [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e43b0f7289b1b57d5de3ce7e40fadbd4 columnFamilyName norep 2024-11-17T21:21:23,750 DEBUG [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:23,751 INFO [StoreOpener-e43b0f7289b1b57d5de3ce7e40fadbd4-1 {}] regionserver.HStore(327): Store=e43b0f7289b1b57d5de3ce7e40fadbd4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:23,757 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,758 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,758 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,760 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,761 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,761 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:21:23,762 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,763 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:23,763 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e43b0f7289b1b57d5de3ce7e40fadbd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69769241, jitterRate=0.039642706513404846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:21:23,763 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:23,763 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e43b0f7289b1b57d5de3ce7e40fadbd4: Running coprocessor pre-open hook at 1731878483741Writing region info on filesystem at 1731878483741Initializing all the Stores at 1731878483742 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878483742Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878483744 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878483744Cleaning up temporary data from old regions at 1731878483761 (+17 ms)Running coprocessor post-open hooks at 1731878483763 (+2 ms)Region opened successfully at 1731878483763 2024-11-17T21:21:23,764 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4., pid=6, masterSystemTime=1731878483730 2024-11-17T21:21:23,766 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:23,766 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:23,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e43b0f7289b1b57d5de3ce7e40fadbd4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,32905,1731878471307 2024-11-17T21:21:23,768 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33145 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=a313eea8709e,32905,1731878471307, table=test, region=e43b0f7289b1b57d5de3ce7e40fadbd4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T21:21:23,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e43b0f7289b1b57d5de3ce7e40fadbd4, server=a313eea8709e,32905,1731878471307 because future has completed 2024-11-17T21:21:23,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:21:23,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e43b0f7289b1b57d5de3ce7e40fadbd4, server=a313eea8709e,32905,1731878471307 in 193 msec 2024-11-17T21:21:23,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:21:23,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e43b0f7289b1b57d5de3ce7e40fadbd4, ASSIGN in 371 msec 2024-11-17T21:21:23,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:21:23,780 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878483780"}]},"ts":"1731878483780"} 2024-11-17T21:21:23,783 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:21:23,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:21:23,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 515 msec 2024-11-17T21:21:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:23,905 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:21:23,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:23,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40639,1731878476489 2024-11-17T21:21:23,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@650c7692 2024-11-17T21:21:23,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:23,908 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:21:23,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:21:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:21:23,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:21:23,910 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:23,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:21:23,911 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:21:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:23,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:21:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:24,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c73019085ce67ddee02a5c9d93ad60de, NAME => 'test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c 2024-11-17T21:21:24,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:21:24,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:24,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c73019085ce67ddee02a5c9d93ad60de, disabling compactions & flushes 2024-11-17T21:21:24,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:24,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:24,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. after waiting 0 ms 2024-11-17T21:21:24,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:24,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:24,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c73019085ce67ddee02a5c9d93ad60de: Waiting for close lock at 1731878484361Disabling compacts and flushes for region at 1731878484361Disabling writes for close at 1731878484361Writing region close event to WAL at 1731878484361Closed at 1731878484361 2024-11-17T21:21:24,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:21:24,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878484363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878484363"}]},"ts":"1731878484363"} 2024-11-17T21:21:24,367 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:21:24,368 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:21:24,368 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878484368"}]},"ts":"1731878484368"} 2024-11-17T21:21:24,371 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:21:24,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c73019085ce67ddee02a5c9d93ad60de, ASSIGN}] 2024-11-17T21:21:24,372 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c73019085ce67ddee02a5c9d93ad60de, ASSIGN 2024-11-17T21:21:24,374 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c73019085ce67ddee02a5c9d93ad60de, ASSIGN; state=OFFLINE, location=a313eea8709e,46263,1731878478080; forceNewPlan=false, retain=false 2024-11-17T21:21:24,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c73019085ce67ddee02a5c9d93ad60de, regionState=OPENING, regionLocation=a313eea8709e,46263,1731878478080 2024-11-17T21:21:24,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c73019085ce67ddee02a5c9d93ad60de, ASSIGN because future has completed 2024-11-17T21:21:24,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c73019085ce67ddee02a5c9d93ad60de, server=a313eea8709e,46263,1731878478080}] 2024-11-17T21:21:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:24,692 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:24,692 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c73019085ce67ddee02a5c9d93ad60de, NAME => 'test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:24,693 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:21:24,693 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:21:24,693 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,693 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:24,694 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,694 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,695 INFO [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,696 INFO [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c73019085ce67ddee02a5c9d93ad60de columnFamilyName f 2024-11-17T21:21:24,696 DEBUG [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:24,697 INFO [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] regionserver.HStore(327): Store=c73019085ce67ddee02a5c9d93ad60de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:24,697 INFO [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,698 INFO [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c73019085ce67ddee02a5c9d93ad60de columnFamilyName f1 2024-11-17T21:21:24,698 DEBUG [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:24,699 INFO [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] regionserver.HStore(327): Store=c73019085ce67ddee02a5c9d93ad60de/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:24,699 INFO [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,700 INFO [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c73019085ce67ddee02a5c9d93ad60de columnFamilyName norep 2024-11-17T21:21:24,700 DEBUG [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:24,701 INFO [StoreOpener-c73019085ce67ddee02a5c9d93ad60de-1 {}] regionserver.HStore(327): Store=c73019085ce67ddee02a5c9d93ad60de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:24,701 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,702 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,702 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,703 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,703 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,704 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:21:24,705 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,724 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:24,725 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c73019085ce67ddee02a5c9d93ad60de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70137187, jitterRate=0.045125529170036316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:21:24,725 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:24,726 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c73019085ce67ddee02a5c9d93ad60de: Running coprocessor pre-open hook at 1731878484694Writing region info on filesystem at 1731878484694Initializing all the Stores at 1731878484695 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878484695Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878484695Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878484695Cleaning up temporary data from old regions at 1731878484703 (+8 ms)Running coprocessor post-open hooks at 1731878484726 (+23 ms)Region opened successfully at 1731878484726 2024-11-17T21:21:24,727 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de., pid=6, masterSystemTime=1731878484681 2024-11-17T21:21:24,729 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:24,729 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:24,730 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c73019085ce67ddee02a5c9d93ad60de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,46263,1731878478080 2024-11-17T21:21:24,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c73019085ce67ddee02a5c9d93ad60de, server=a313eea8709e,46263,1731878478080 because future has completed 2024-11-17T21:21:24,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:21:24,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c73019085ce67ddee02a5c9d93ad60de, server=a313eea8709e,46263,1731878478080 in 209 msec 2024-11-17T21:21:24,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:21:24,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c73019085ce67ddee02a5c9d93ad60de, ASSIGN in 369 msec 2024-11-17T21:21:24,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:21:24,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878484749"}]},"ts":"1731878484749"} 2024-11-17T21:21:24,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:21:24,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:21:24,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 846 msec 2024-11-17T21:21:24,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T21:21:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:21:25,054 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:21:25,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684acf4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:25,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40187,-1 for getting cluster id 2024-11-17T21:21:25,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:25,056 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afdd5af6-b1a4-4060-a6a2-084165e63e3f' 2024-11-17T21:21:25,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:25,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afdd5af6-b1a4-4060-a6a2-084165e63e3f" 2024-11-17T21:21:25,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3965d210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:25,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40187,-1] 2024-11-17T21:21:25,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:25,057 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f402881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:25,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40187,1731878465569 2024-11-17T21:21:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4565edb4 2024-11-17T21:21:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:25,059 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:21:25,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:33145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:21:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:21:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:25,062 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:33145' 2024-11-17T21:21:25,063 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7eb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:25,063 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,33145,-1 for getting cluster id 2024-11-17T21:21:25,063 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:25,063 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0af4c3e8-f0a9-4584-ad5f-1aab09eaded5' 2024-11-17T21:21:25,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:25,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0af4c3e8-f0a9-4584-ad5f-1aab09eaded5" 2024-11-17T21:21:25,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c7d59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:25,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,33145,-1] 2024-11-17T21:21:25,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:25,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:25,064 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:25,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532c665e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:25,065 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:25,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,33145,1731878471140 2024-11-17T21:21:25,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1826a900 2024-11-17T21:21:25,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:25,066 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:21:25,067 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T21:21:25,067 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:21:25,067 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:25,067 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:25,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:25,067 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:21:25,068 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:21:25,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:21:25,069 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:25,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:21:25,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:21:25,118 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:21:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:25,501 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bd847824d14e8463d456a18806a8957, NAME => 'hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0 2024-11-17T21:21:25,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:21:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:25,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:25,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2bd847824d14e8463d456a18806a8957, disabling compactions & flushes 2024-11-17T21:21:25,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:25,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:25,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. after waiting 0 ms 2024-11-17T21:21:25,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:25,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:25,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bd847824d14e8463d456a18806a8957: Waiting for close lock at 1731878485906Disabling compacts and flushes for region at 1731878485906Disabling writes for close at 1731878485906Writing region close event to WAL at 1731878485906Closed at 1731878485906 2024-11-17T21:21:25,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:21:25,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878485908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878485908"}]},"ts":"1731878485908"} 2024-11-17T21:21:25,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:21:25,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:21:25,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878485911"}]},"ts":"1731878485911"} 2024-11-17T21:21:25,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:21:25,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bd847824d14e8463d456a18806a8957, ASSIGN}] 2024-11-17T21:21:25,914 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bd847824d14e8463d456a18806a8957, ASSIGN 2024-11-17T21:21:25,914 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2bd847824d14e8463d456a18806a8957, ASSIGN; state=OFFLINE, location=a313eea8709e,33563,1731878465760; forceNewPlan=false, retain=false 2024-11-17T21:21:25,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,065 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2bd847824d14e8463d456a18806a8957, regionState=OPENING, regionLocation=a313eea8709e,33563,1731878465760 2024-11-17T21:21:26,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2bd847824d14e8463d456a18806a8957, ASSIGN because future has completed 2024-11-17T21:21:26,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd847824d14e8463d456a18806a8957, server=a313eea8709e,33563,1731878465760}] 2024-11-17T21:21:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:26,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:26,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:26,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:21:26,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C33563%2C1731878465760.rep, suffix=, logDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760, archiveDir=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/oldWALs, maxLogs=10 2024-11-17T21:21:26,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.rep.1731878486229, exclude list is [], retry=0 2024-11-17T21:21:26,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44701,DS-6cb58c32-6cc5-4912-8995-3bf93e969254,DISK] 2024-11-17T21:21:26,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.rep.1731878486229 2024-11-17T21:21:26,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39175:39175)] 2024-11-17T21:21:26,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bd847824d14e8463d456a18806a8957, NAME => 'hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:26,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:21:26,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:21:26,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. service=MultiRowMutationService 2024-11-17T21:21:26,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:21:26,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:26,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,303 INFO [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,305 INFO [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd847824d14e8463d456a18806a8957 columnFamilyName hfileref 2024-11-17T21:21:26,305 DEBUG [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:26,310 INFO [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] regionserver.HStore(327): Store=2bd847824d14e8463d456a18806a8957/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:26,310 INFO [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,311 INFO [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd847824d14e8463d456a18806a8957 columnFamilyName queue 2024-11-17T21:21:26,311 DEBUG [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:26,312 INFO [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] regionserver.HStore(327): Store=2bd847824d14e8463d456a18806a8957/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:26,312 INFO [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,313 INFO [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd847824d14e8463d456a18806a8957 columnFamilyName sid 2024-11-17T21:21:26,313 DEBUG [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:26,314 INFO [StoreOpener-2bd847824d14e8463d456a18806a8957-1 {}] regionserver.HStore(327): Store=2bd847824d14e8463d456a18806a8957/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:26,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/replication/2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/replication/2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:21:26,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/replication/2bd847824d14e8463d456a18806a8957/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:26,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2bd847824d14e8463d456a18806a8957; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74396312, jitterRate=0.10859143733978271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:21:26,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:26,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2bd847824d14e8463d456a18806a8957: Running coprocessor pre-open hook at 1731878486274Writing region info on filesystem at 1731878486274Initializing all the Stores at 1731878486277 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878486277Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878486303 (+26 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878486303Cleaning up temporary data from old regions at 1731878486320 (+17 ms)Running coprocessor post-open hooks at 1731878486329 (+9 ms)Region opened successfully at 1731878486329 2024-11-17T21:21:26,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957., pid=10, masterSystemTime=1731878486220 2024-11-17T21:21:26,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2bd847824d14e8463d456a18806a8957, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,33563,1731878465760 2024-11-17T21:21:26,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:26,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:26,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd847824d14e8463d456a18806a8957, server=a313eea8709e,33563,1731878465760 because future has completed 2024-11-17T21:21:26,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:21:26,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bd847824d14e8463d456a18806a8957, server=a313eea8709e,33563,1731878465760 in 280 msec 2024-11-17T21:21:26,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:21:26,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bd847824d14e8463d456a18806a8957, ASSIGN in 438 msec 2024-11-17T21:21:26,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:21:26,355 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878486355"}]},"ts":"1731878486355"} 2024-11-17T21:21:26,357 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:21:26,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:21:26,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2910 sec 2024-11-17T21:21:26,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957., hostname=a313eea8709e,33563,1731878465760, seqNum=2] 2024-11-17T21:21:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:26,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:21:26,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:21:26,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:21:26,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,624 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:21:26,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:26,679 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,33563,1731878465760, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:21:26,681 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:26,681 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33563,1731878465760, seqNum=-1] 2024-11-17T21:21:26,682 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:26,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T21:21:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,33563,1731878465760', locateType=CURRENT is [region=hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957., hostname=a313eea8709e,33563,1731878465760, seqNum=2] 2024-11-17T21:21:26,722 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:21:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:21:26,725 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,33563,1731878465760 suceeded 2024-11-17T21:21:26,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:21:26,727 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:33145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:21:26,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 256 msec 2024-11-17T21:21:26,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6680 sec 2024-11-17T21:21:26,772 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:33145' 2024-11-17T21:21:26,781 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6281199b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:26,781 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,33145,-1 for getting cluster id 2024-11-17T21:21:26,781 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:26,782 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0af4c3e8-f0a9-4584-ad5f-1aab09eaded5' 2024-11-17T21:21:26,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:26,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0af4c3e8-f0a9-4584-ad5f-1aab09eaded5" 2024-11-17T21:21:26,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@746dd0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:26,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,33145,-1] 2024-11-17T21:21:26,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:26,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:26,786 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:26,787 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dc00e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:26,787 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:26,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,33145,1731878471140 2024-11-17T21:21:26,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5812e43c 2024-11-17T21:21:26,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:26,790 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-17T21:21:26,790 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,33563,1731878465760 (queues=1) is replicating from cluster=afdd5af6-b1a4-4060-a6a2-084165e63e3f to cluster=0af4c3e8-f0a9-4584-ad5f-1aab09eaded5 2024-11-17T21:21:26,791 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C33563%2C1731878465760 2024-11-17T21:21:26,791 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,33563,1731878465760, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:21:26,811 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, startPosition=0, beingWritten=true 2024-11-17T21:21:26,828 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C33563%2C1731878465760 2024-11-17T21:21:26,834 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:26,834 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,33563,1731878465760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:26,836 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 379, reset compression=false 2024-11-17T21:21:27,065 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 379, reset compression=false 2024-11-17T21:21:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:27,205 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:21:27,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:21:27,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:27,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:27,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:27,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:27,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:27,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,33145,-1 for getting cluster id 2024-11-17T21:21:27,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:27,208 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0af4c3e8-f0a9-4584-ad5f-1aab09eaded5' 2024-11-17T21:21:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0af4c3e8-f0a9-4584-ad5f-1aab09eaded5" 2024-11-17T21:21:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2871f318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,33145,-1] 2024-11-17T21:21:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:27,210 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4afe6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:27,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,33145,1731878471140 2024-11-17T21:21:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bae4574 2024-11-17T21:21:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:27,213 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:21:27,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:40639,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:21:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:21:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:27,217 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:40639' 2024-11-17T21:21:27,220 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7513fab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:27,220 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40639,-1 for getting cluster id 2024-11-17T21:21:27,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:27,221 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb326ee3-1266-41e3-b14d-25c898fe46ad' 2024-11-17T21:21:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb326ee3-1266-41e3-b14d-25c898fe46ad" 2024-11-17T21:21:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5c12fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40639,-1] 2024-11-17T21:21:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:27,224 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:27,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589efcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:27,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:27,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40639,1731878476489 2024-11-17T21:21:27,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a5b493c 2024-11-17T21:21:27,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:27,227 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:21:27,231 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T21:21:27,231 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:21:27,231 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:27,231 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:27,231 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:21:27,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:27,233 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:21:27,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:21:27,234 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:27,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:21:27,283 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:21:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:21:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:27,402 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 379, reset compression=false 2024-11-17T21:21:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:27,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db0910b113fc2f45cde91fe39696c3e8, NAME => 'hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4 2024-11-17T21:21:27,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:21:27,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:27,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing db0910b113fc2f45cde91fe39696c3e8, disabling compactions & flushes 2024-11-17T21:21:27,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:27,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:27,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. after waiting 0 ms 2024-11-17T21:21:27,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:27,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:27,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for db0910b113fc2f45cde91fe39696c3e8: Waiting for close lock at 1731878487707Disabling compacts and flushes for region at 1731878487707Disabling writes for close at 1731878487707Writing region close event to WAL at 1731878487707Closed at 1731878487707 2024-11-17T21:21:27,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:21:27,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878487709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878487709"}]},"ts":"1731878487709"} 2024-11-17T21:21:27,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:21:27,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:21:27,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878487713"}]},"ts":"1731878487713"} 2024-11-17T21:21:27,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:21:27,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db0910b113fc2f45cde91fe39696c3e8, ASSIGN}] 2024-11-17T21:21:27,717 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db0910b113fc2f45cde91fe39696c3e8, ASSIGN 2024-11-17T21:21:27,719 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db0910b113fc2f45cde91fe39696c3e8, ASSIGN; state=OFFLINE, location=a313eea8709e,32905,1731878471307; forceNewPlan=false, retain=false 2024-11-17T21:21:27,813 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 379, reset compression=false 2024-11-17T21:21:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:27,869 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db0910b113fc2f45cde91fe39696c3e8, regionState=OPENING, regionLocation=a313eea8709e,32905,1731878471307 2024-11-17T21:21:27,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db0910b113fc2f45cde91fe39696c3e8, ASSIGN because future has completed 2024-11-17T21:21:27,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db0910b113fc2f45cde91fe39696c3e8, server=a313eea8709e,32905,1731878471307}] 2024-11-17T21:21:28,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:28,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:28,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:21:28,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C32905%2C1731878471307.rep, suffix=, logDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307, archiveDir=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/oldWALs, maxLogs=10 2024-11-17T21:21:28,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.rep.1731878488035, exclude list is [], retry=0 2024-11-17T21:21:28,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-87550bc6-3da2-4713-9c16-aa56ea8f7067,DISK] 2024-11-17T21:21:28,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.rep.1731878488035 2024-11-17T21:21:28,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43411:43411)] 2024-11-17T21:21:28,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => db0910b113fc2f45cde91fe39696c3e8, NAME => 'hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:28,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:21:28,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:21:28,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. service=MultiRowMutationService 2024-11-17T21:21:28,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:21:28,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:28,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,065 INFO [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,067 INFO [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0910b113fc2f45cde91fe39696c3e8 columnFamilyName hfileref 2024-11-17T21:21:28,067 DEBUG [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:28,067 INFO [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] regionserver.HStore(327): Store=db0910b113fc2f45cde91fe39696c3e8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:28,067 INFO [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,069 INFO [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0910b113fc2f45cde91fe39696c3e8 columnFamilyName queue 2024-11-17T21:21:28,069 DEBUG [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:28,070 INFO [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] regionserver.HStore(327): Store=db0910b113fc2f45cde91fe39696c3e8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:28,070 INFO [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,071 INFO [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0910b113fc2f45cde91fe39696c3e8 columnFamilyName sid 2024-11-17T21:21:28,071 DEBUG [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:28,072 INFO [StoreOpener-db0910b113fc2f45cde91fe39696c3e8-1 {}] regionserver.HStore(327): Store=db0910b113fc2f45cde91fe39696c3e8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:28,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/replication/db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/replication/db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:21:28,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/replication/db0910b113fc2f45cde91fe39696c3e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:28,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened db0910b113fc2f45cde91fe39696c3e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66109858, jitterRate=-0.014886349439620972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:21:28,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:28,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for db0910b113fc2f45cde91fe39696c3e8: Running coprocessor pre-open hook at 1731878488064Writing region info on filesystem at 1731878488064Initializing all the Stores at 1731878488065 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878488065Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878488065Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878488065Cleaning up temporary data from old regions at 1731878488074 (+9 ms)Running coprocessor post-open hooks at 1731878488085 (+11 ms)Region opened successfully at 1731878488085 2024-11-17T21:21:28,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8., pid=10, masterSystemTime=1731878488025 2024-11-17T21:21:28,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:28,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:28,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db0910b113fc2f45cde91fe39696c3e8, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,32905,1731878471307 2024-11-17T21:21:28,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db0910b113fc2f45cde91fe39696c3e8, server=a313eea8709e,32905,1731878471307 because future has completed 2024-11-17T21:21:28,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:21:28,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure db0910b113fc2f45cde91fe39696c3e8, server=a313eea8709e,32905,1731878471307 in 222 msec 2024-11-17T21:21:28,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:21:28,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db0910b113fc2f45cde91fe39696c3e8, ASSIGN in 379 msec 2024-11-17T21:21:28,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:21:28,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878488100"}]},"ts":"1731878488100"} 2024-11-17T21:21:28,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:21:28,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:21:28,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 873 msec 2024-11-17T21:21:28,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8., hostname=a313eea8709e,32905,1731878471307, seqNum=2] 2024-11-17T21:21:28,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:28,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:28,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:21:28,317 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 379, reset compression=false 2024-11-17T21:21:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:28,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:21:28,388 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:21:28,435 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,32905,1731878471307, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:21:28,436 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:28,436 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,32905,1731878471307, seqNum=-1] 2024-11-17T21:21:28,436 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:28,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T21:21:28,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,32905,1731878471307', locateType=CURRENT is [region=hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8., hostname=a313eea8709e,32905,1731878471307, seqNum=2] 2024-11-17T21:21:28,442 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:21:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:21:28,444 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,32905,1731878471307 suceeded 2024-11-17T21:21:28,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:21:28,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-17T21:21:28,446 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:40639,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:21:28,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2330 sec 2024-11-17T21:21:28,461 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:40639' 2024-11-17T21:21:28,468 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f4c8ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:28,468 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40639,-1 for getting cluster id 2024-11-17T21:21:28,469 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:28,469 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb326ee3-1266-41e3-b14d-25c898fe46ad' 2024-11-17T21:21:28,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:28,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb326ee3-1266-41e3-b14d-25c898fe46ad" 2024-11-17T21:21:28,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44a2c02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:28,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40639,-1] 2024-11-17T21:21:28,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:28,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:28,471 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:28,476 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@147a4b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:28,476 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:28,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40639,1731878476489 2024-11-17T21:21:28,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a8baec4 2024-11-17T21:21:28,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:28,479 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-17T21:21:28,480 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,32905,1731878471307 (queues=1) is replicating from cluster=0af4c3e8-f0a9-4584-ad5f-1aab09eaded5 to cluster=fb326ee3-1266-41e3-b14d-25c898fe46ad 2024-11-17T21:21:28,480 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C32905%2C1731878471307 2024-11-17T21:21:28,480 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,32905,1731878471307, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:21:28,480 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C32905%2C1731878471307 2024-11-17T21:21:28,480 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, startPosition=0, beingWritten=true 2024-11-17T21:21:28,487 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:28,487 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 379, reset compression=false 2024-11-17T21:21:28,487 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,32905,1731878471307 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:28,691 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 379, reset compression=false 2024-11-17T21:21:28,920 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 379, reset compression=false 2024-11-17T21:21:28,997 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 379, reset compression=false 2024-11-17T21:21:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:29,364 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:21:29,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:21:29,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:29,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:29,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:29,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:29,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:29,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40639,-1 for getting cluster id 2024-11-17T21:21:29,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:29,366 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb326ee3-1266-41e3-b14d-25c898fe46ad' 2024-11-17T21:21:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb326ee3-1266-41e3-b14d-25c898fe46ad" 2024-11-17T21:21:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce188c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40639,-1] 2024-11-17T21:21:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:29,368 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ec5831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:29,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40639,1731878476489 2024-11-17T21:21:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3621ea89 2024-11-17T21:21:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:29,370 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:21:29,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:40187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:21:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:21:29,373 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:40187' 2024-11-17T21:21:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:29,374 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76410c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:29,374 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40187,-1 for getting cluster id 2024-11-17T21:21:29,375 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:29,375 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afdd5af6-b1a4-4060-a6a2-084165e63e3f' 2024-11-17T21:21:29,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:29,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afdd5af6-b1a4-4060-a6a2-084165e63e3f" 2024-11-17T21:21:29,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465772da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:29,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40187,-1] 2024-11-17T21:21:29,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:29,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:29,377 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:29,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d96acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:29,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:29,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40187,1731878465569 2024-11-17T21:21:29,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@541e49b9 2024-11-17T21:21:29,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:29,379 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:21:29,380 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T21:21:29,380 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:21:29,380 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:29,380 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:29,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:29,380 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:21:29,381 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:21:29,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:21:29,382 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:29,383 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:21:29,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:21:29,406 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 379, reset compression=false 2024-11-17T21:21:29,432 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:21:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:29,624 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 379, reset compression=false 2024-11-17T21:21:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:29,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d29aee1c8843f4f1f0b5b1577ea3310, NAME => 'hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c 2024-11-17T21:21:29,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:21:29,911 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 379, reset compression=false 2024-11-17T21:21:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:30,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:30,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1d29aee1c8843f4f1f0b5b1577ea3310, disabling compactions & flushes 2024-11-17T21:21:30,199 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:30,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:30,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. after waiting 0 ms 2024-11-17T21:21:30,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:30,199 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:30,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d29aee1c8843f4f1f0b5b1577ea3310: Waiting for close lock at 1731878490199Disabling compacts and flushes for region at 1731878490199Disabling writes for close at 1731878490199Writing region close event to WAL at 1731878490199Closed at 1731878490199 2024-11-17T21:21:30,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:21:30,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878490200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878490200"}]},"ts":"1731878490200"} 2024-11-17T21:21:30,202 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:21:30,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:21:30,203 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878490203"}]},"ts":"1731878490203"} 2024-11-17T21:21:30,205 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:21:30,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d29aee1c8843f4f1f0b5b1577ea3310, ASSIGN}] 2024-11-17T21:21:30,207 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d29aee1c8843f4f1f0b5b1577ea3310, ASSIGN 2024-11-17T21:21:30,207 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d29aee1c8843f4f1f0b5b1577ea3310, ASSIGN; state=OFFLINE, location=a313eea8709e,46263,1731878478080; forceNewPlan=false, retain=false 2024-11-17T21:21:30,358 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d29aee1c8843f4f1f0b5b1577ea3310, regionState=OPENING, regionLocation=a313eea8709e,46263,1731878478080 2024-11-17T21:21:30,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d29aee1c8843f4f1f0b5b1577ea3310, ASSIGN because future has completed 2024-11-17T21:21:30,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d29aee1c8843f4f1f0b5b1577ea3310, server=a313eea8709e,46263,1731878478080}] 2024-11-17T21:21:30,430 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 379, reset compression=false 2024-11-17T21:21:30,515 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 379, reset compression=false 2024-11-17T21:21:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:30,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:30,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:30,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:21:30,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C46263%2C1731878478080.rep, suffix=, logDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/oldWALs, maxLogs=10 2024-11-17T21:21:30,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.rep.1731878490519, exclude list is [], retry=0 2024-11-17T21:21:30,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45285,DS-04a44918-2db8-4bb8-9300-6351f00c5ef8,DISK] 2024-11-17T21:21:30,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.rep.1731878490519 2024-11-17T21:21:30,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33981:33981)] 2024-11-17T21:21:30,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d29aee1c8843f4f1f0b5b1577ea3310, NAME => 'hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:30,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:21:30,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:21:30,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. service=MultiRowMutationService 2024-11-17T21:21:30,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:21:30,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:30,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,560 INFO [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,561 INFO [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d29aee1c8843f4f1f0b5b1577ea3310 columnFamilyName hfileref 2024-11-17T21:21:30,561 DEBUG [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:30,562 INFO [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] regionserver.HStore(327): Store=1d29aee1c8843f4f1f0b5b1577ea3310/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:30,562 INFO [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,563 INFO [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d29aee1c8843f4f1f0b5b1577ea3310 columnFamilyName queue 2024-11-17T21:21:30,563 DEBUG [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:30,563 INFO [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] regionserver.HStore(327): Store=1d29aee1c8843f4f1f0b5b1577ea3310/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:30,563 INFO [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,564 INFO [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d29aee1c8843f4f1f0b5b1577ea3310 columnFamilyName sid 2024-11-17T21:21:30,565 DEBUG [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:30,565 INFO [StoreOpener-1d29aee1c8843f4f1f0b5b1577ea3310-1 {}] regionserver.HStore(327): Store=1d29aee1c8843f4f1f0b5b1577ea3310/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:30,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/replication/1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/replication/1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:21:30,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/replication/1d29aee1c8843f4f1f0b5b1577ea3310/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:30,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1d29aee1c8843f4f1f0b5b1577ea3310; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70697343, jitterRate=0.053472504019737244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:21:30,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:30,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1d29aee1c8843f4f1f0b5b1577ea3310: Running coprocessor pre-open hook at 1731878490559Writing region info on filesystem at 1731878490559Initializing all the Stores at 1731878490559Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878490559Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878490560 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878490560Cleaning up temporary data from old regions at 1731878490567 (+7 ms)Running coprocessor post-open hooks at 1731878490572 (+5 ms)Region opened successfully at 1731878490572 2024-11-17T21:21:30,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310., pid=10, masterSystemTime=1731878490513 2024-11-17T21:21:30,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:30,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:30,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d29aee1c8843f4f1f0b5b1577ea3310, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,46263,1731878478080 2024-11-17T21:21:30,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d29aee1c8843f4f1f0b5b1577ea3310, server=a313eea8709e,46263,1731878478080 because future has completed 2024-11-17T21:21:30,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:21:30,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d29aee1c8843f4f1f0b5b1577ea3310, server=a313eea8709e,46263,1731878478080 in 217 msec 2024-11-17T21:21:30,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:21:30,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d29aee1c8843f4f1f0b5b1577ea3310, ASSIGN in 375 msec 2024-11-17T21:21:30,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:21:30,583 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878490583"}]},"ts":"1731878490583"} 2024-11-17T21:21:30,585 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:21:30,585 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:21:30,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2050 sec 2024-11-17T21:21:30,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310., hostname=a313eea8709e,46263,1731878478080, seqNum=2] 2024-11-17T21:21:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:30,667 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:30,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:21:30,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:21:30,842 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:21:30,877 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,46263,1731878478080, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:21:30,877 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:30,877 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46263,1731878478080, seqNum=-1] 2024-11-17T21:21:30,878 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:30,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T21:21:30,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,46263,1731878478080', locateType=CURRENT is [region=hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310., hostname=a313eea8709e,46263,1731878478080, seqNum=2] 2024-11-17T21:21:30,883 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:21:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:21:30,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T21:21:30,886 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,46263,1731878478080 suceeded 2024-11-17T21:21:30,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:21:30,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-17T21:21:30,888 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:40187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:21:30,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-17T21:21:30,901 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:40187' 2024-11-17T21:21:30,902 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@631b3877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:30,902 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40187,-1 for getting cluster id 2024-11-17T21:21:30,903 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:30,903 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afdd5af6-b1a4-4060-a6a2-084165e63e3f' 2024-11-17T21:21:30,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:30,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afdd5af6-b1a4-4060-a6a2-084165e63e3f" 2024-11-17T21:21:30,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20bff45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:30,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40187,-1] 2024-11-17T21:21:30,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:30,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:30,905 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:30,906 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f93b920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:30,906 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:30,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40187,1731878465569 2024-11-17T21:21:30,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18e3d621 2024-11-17T21:21:30,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:30,907 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T21:21:30,908 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,46263,1731878478080 (queues=1) is replicating from cluster=fb326ee3-1266-41e3-b14d-25c898fe46ad to cluster=afdd5af6-b1a4-4060-a6a2-084165e63e3f 2024-11-17T21:21:30,908 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C46263%2C1731878478080 2024-11-17T21:21:30,908 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,46263,1731878478080, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:21:30,909 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, startPosition=0, beingWritten=true 2024-11-17T21:21:30,909 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C46263%2C1731878478080 2024-11-17T21:21:30,914 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:30,914 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 379, reset compression=false 2024-11-17T21:21:30,915 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,46263,1731878478080 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T21:21:30,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T21:21:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:21:30,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T21:21:31,119 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 379, reset compression=false 2024-11-17T21:21:31,218 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 379, reset compression=false 2024-11-17T21:21:31,336 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 379, reset compression=false 2024-11-17T21:21:31,438 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 379, reset compression=false 2024-11-17T21:21:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:21:31,525 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:21:31,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:21:31,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:31,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:31,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:31,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:31,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:31,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40187,-1 for getting cluster id 2024-11-17T21:21:31,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:31,527 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afdd5af6-b1a4-4060-a6a2-084165e63e3f' 2024-11-17T21:21:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afdd5af6-b1a4-4060-a6a2-084165e63e3f" 2024-11-17T21:21:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0f24d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40187,-1] 2024-11-17T21:21:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:31,529 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436c82b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:31,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:31,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,33145,-1 for getting cluster id 2024-11-17T21:21:31,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:31,540 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0af4c3e8-f0a9-4584-ad5f-1aab09eaded5' 2024-11-17T21:21:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0af4c3e8-f0a9-4584-ad5f-1aab09eaded5" 2024-11-17T21:21:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19abf832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,33145,-1] 2024-11-17T21:21:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:31,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:31,541 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:31,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ad2032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:31,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:31,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40639,-1 for getting cluster id 2024-11-17T21:21:31,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:31,544 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb326ee3-1266-41e3-b14d-25c898fe46ad' 2024-11-17T21:21:31,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:31,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb326ee3-1266-41e3-b14d-25c898fe46ad" 2024-11-17T21:21:31,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b6ad1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:31,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40639,-1] 2024-11-17T21:21:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:31,546 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd836ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:31,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33563,1731878465760, seqNum=-1] 2024-11-17T21:21:31,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:31,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731878481114.6da96bdce9d86e12861f80c614eb0588., hostname=a313eea8709e,33563,1731878465760, seqNum=2] 2024-11-17T21:21:31,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:31,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46263,1731878478080, seqNum=-1] 2024-11-17T21:21:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:31,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:31,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de., hostname=a313eea8709e,46263,1731878478080, seqNum=2] 2024-11-17T21:21:31,626 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T21:21:31,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:21:31,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:31,842 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 379, reset compression=false 2024-11-17T21:21:31,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:31,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:31,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:31,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:31,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:31,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:31,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:31,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:31,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:31,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:32,023 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 379, reset compression=false 2024-11-17T21:21:32,340 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 379, reset compression=false 2024-11-17T21:21:32,344 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:32,344 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 480, reset compression=false 2024-11-17T21:21:32,344 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,33563,1731878465760 got entry batch from reader: WALEntryBatch [walEntries=[{test/6da96bdce9d86e12861f80c614eb0588/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T21:21:32,347 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:21:32,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-17T21:21:32,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:32,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d087000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:32,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,33145,-1 for getting cluster id 2024-11-17T21:21:32,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:32,354 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0af4c3e8-f0a9-4584-ad5f-1aab09eaded5' 2024-11-17T21:21:32,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:32,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0af4c3e8-f0a9-4584-ad5f-1aab09eaded5" 2024-11-17T21:21:32,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@240f243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:32,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,33145,-1] 2024-11-17T21:21:32,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:32,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:32,355 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:32,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2301635f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:32,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:32,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,32905,1731878471307, seqNum=-1] 2024-11-17T21:21:32,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:32,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T21:21:32,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4., hostname=a313eea8709e,32905,1731878471307, seqNum=2] 2024-11-17T21:21:32,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:32,381 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 379, reset compression=false 2024-11-17T21:21:32,555 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 480, reset compression=false 2024-11-17T21:21:32,628 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T21:21:32,863 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 480, reset compression=false 2024-11-17T21:21:32,928 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 379, reset compression=false 2024-11-17T21:21:32,974 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:32,974 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 504, reset compression=false 2024-11-17T21:21:32,974 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,32905,1731878471307 got entry batch from reader: WALEntryBatch [walEntries=[{test/e43b0f7289b1b57d5de3ce7e40fadbd4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T21:21:32,976 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:21:32,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-17T21:21:32,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:32,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@736b152d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:32,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40639,-1 for getting cluster id 2024-11-17T21:21:32,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:32,980 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb326ee3-1266-41e3-b14d-25c898fe46ad' 2024-11-17T21:21:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb326ee3-1266-41e3-b14d-25c898fe46ad" 2024-11-17T21:21:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70d24541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40639,-1] 2024-11-17T21:21:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:32,982 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:32,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@382d4237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:32,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:32,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46263,1731878478080, seqNum=-1] 2024-11-17T21:21:32,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:32,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T21:21:32,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de., hostname=a313eea8709e,46263,1731878478080, seqNum=2] 2024-11-17T21:21:32,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:33,003 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 379, reset compression=false 2024-11-17T21:21:33,013 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:33,013 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 527, reset compression=false 2024-11-17T21:21:33,013 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,46263,1731878478080 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:33,203 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 504, reset compression=false 2024-11-17T21:21:33,229 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 527, reset compression=false 2024-11-17T21:21:33,268 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 480, reset compression=false 2024-11-17T21:21:33,507 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 504, reset compression=false 2024-11-17T21:21:33,537 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 527, reset compression=false 2024-11-17T21:21:33,630 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T21:21:33,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,32905,1731878471307, seqNum=-1] 2024-11-17T21:21:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:33,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4., hostname=a313eea8709e,32905,1731878471307, seqNum=2] 2024-11-17T21:21:33,636 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T21:21:33,773 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 480, reset compression=false 2024-11-17T21:21:33,911 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 504, reset compression=false 2024-11-17T21:21:33,915 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:33,915 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 608, reset compression=false 2024-11-17T21:21:33,915 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,32905,1731878471307 got entry batch from reader: WALEntryBatch [walEntries=[{test/e43b0f7289b1b57d5de3ce7e40fadbd4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T21:21:33,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:33,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:33,941 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 527, reset compression=false 2024-11-17T21:21:33,945 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:33,946 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 654, reset compression=false 2024-11-17T21:21:33,946 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,46263,1731878478080 got entry batch from reader: WALEntryBatch [walEntries=[{test/c73019085ce67ddee02a5c9d93ad60de/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T21:21:33,948 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:21:33,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T21:21:33,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:33,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f37e8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:33,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40187,-1 for getting cluster id 2024-11-17T21:21:33,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:33,954 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afdd5af6-b1a4-4060-a6a2-084165e63e3f' 2024-11-17T21:21:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afdd5af6-b1a4-4060-a6a2-084165e63e3f" 2024-11-17T21:21:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@135587aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40187,-1] 2024-11-17T21:21:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:33,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:33,955 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:33,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f894d9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:33,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:33,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33563,1731878465760, seqNum=-1] 2024-11-17T21:21:33,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:33,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T21:21:33,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731878481114.6da96bdce9d86e12861f80c614eb0588., hostname=a313eea8709e,33563,1731878465760, seqNum=2] 2024-11-17T21:21:33,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:34,119 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 608, reset compression=false 2024-11-17T21:21:34,155 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 654, reset compression=false 2024-11-17T21:21:34,376 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 480, reset compression=false 2024-11-17T21:21:34,380 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:34,380 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 631, reset compression=false 2024-11-17T21:21:34,380 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,33563,1731878465760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:34,422 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 608, reset compression=false 2024-11-17T21:21:34,459 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 654, reset compression=false 2024-11-17T21:21:34,584 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 631, reset compression=false 2024-11-17T21:21:34,637 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T21:21:34,640 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T21:21:34,826 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 608, reset compression=false 2024-11-17T21:21:34,862 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 654, reset compression=false 2024-11-17T21:21:34,876 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:34,876 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 758, reset compression=false 2024-11-17T21:21:34,876 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,46263,1731878478080 got entry batch from reader: WALEntryBatch [walEntries=[{test/c73019085ce67ddee02a5c9d93ad60de/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T21:21:34,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:34,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:34,887 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 631, reset compression=false 2024-11-17T21:21:34,891 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:34,892 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 759, reset compression=false 2024-11-17T21:21:34,892 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,33563,1731878465760 got entry batch from reader: WALEntryBatch [walEntries=[{test/6da96bdce9d86e12861f80c614eb0588/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T21:21:34,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:34,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:35,080 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 758, reset compression=false 2024-11-17T21:21:35,096 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 759, reset compression=false 2024-11-17T21:21:35,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:21:35,329 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 608, reset compression=false 2024-11-17T21:21:35,332 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:35,332 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 760, reset compression=false 2024-11-17T21:21:35,332 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,32905,1731878471307 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:35,384 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 758, reset compression=false 2024-11-17T21:21:35,399 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 759, reset compression=false 2024-11-17T21:21:35,537 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 760, reset compression=false 2024-11-17T21:21:35,642 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T21:21:35,646 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T21:21:35,787 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 758, reset compression=false 2024-11-17T21:21:35,802 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 759, reset compression=false 2024-11-17T21:21:35,806 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:35,807 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 915, reset compression=false 2024-11-17T21:21:35,807 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,33563,1731878465760 got entry batch from reader: WALEntryBatch [walEntries=[{test/6da96bdce9d86e12861f80c614eb0588/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T21:21:35,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:35,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:35,840 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 760, reset compression=false 2024-11-17T21:21:35,844 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:35,844 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 908, reset compression=false 2024-11-17T21:21:35,844 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,32905,1731878471307 got entry batch from reader: WALEntryBatch [walEntries=[{test/e43b0f7289b1b57d5de3ce7e40fadbd4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T21:21:35,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:35,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:36,010 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 915, reset compression=false 2024-11-17T21:21:36,051 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 908, reset compression=false 2024-11-17T21:21:36,290 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 758, reset compression=false 2024-11-17T21:21:36,294 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:36,294 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 929, reset compression=false 2024-11-17T21:21:36,294 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,46263,1731878478080 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:36,313 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 915, reset compression=false 2024-11-17T21:21:36,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:36,355 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 908, reset compression=false 2024-11-17T21:21:36,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:21:36,355 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68443 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:21:36,498 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 929, reset compression=false 2024-11-17T21:21:36,647 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T21:21:36,650 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T21:21:36,717 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 915, reset compression=false 2024-11-17T21:21:36,764 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 908, reset compression=false 2024-11-17T21:21:36,768 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:36,768 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1067, reset compression=false 2024-11-17T21:21:36,768 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,32905,1731878471307 got entry batch from reader: WALEntryBatch [walEntries=[{test/e43b0f7289b1b57d5de3ce7e40fadbd4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T21:21:36,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:36,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:36,801 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 929, reset compression=false 2024-11-17T21:21:36,805 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:36,805 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1078, reset compression=false 2024-11-17T21:21:36,805 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,46263,1731878478080 got entry batch from reader: WALEntryBatch [walEntries=[{test/c73019085ce67ddee02a5c9d93ad60de/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T21:21:36,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:36,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:36,972 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1067, reset compression=false 2024-11-17T21:21:37,017 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1078, reset compression=false 2024-11-17T21:21:37,228 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 915, reset compression=false 2024-11-17T21:21:37,232 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:37,232 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1088, reset compression=false 2024-11-17T21:21:37,232 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,33563,1731878465760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:37,275 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1067, reset compression=false 2024-11-17T21:21:37,321 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1078, reset compression=false 2024-11-17T21:21:37,435 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1088, reset compression=false 2024-11-17T21:21:37,652 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T21:21:37,660 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T21:21:37,678 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1067, reset compression=false 2024-11-17T21:21:37,724 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1078, reset compression=false 2024-11-17T21:21:37,728 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:37,729 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1237, reset compression=false 2024-11-17T21:21:37,729 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,46263,1731878478080 got entry batch from reader: WALEntryBatch [walEntries=[{test/c73019085ce67ddee02a5c9d93ad60de/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T21:21:37,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:37,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:37,739 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1088, reset compression=false 2024-11-17T21:21:37,744 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:37,745 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1238, reset compression=false 2024-11-17T21:21:37,745 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,33563,1731878465760 got entry batch from reader: WALEntryBatch [walEntries=[{test/6da96bdce9d86e12861f80c614eb0588/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T21:21:37,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:37,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:37,937 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1237, reset compression=false 2024-11-17T21:21:37,948 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1238, reset compression=false 2024-11-17T21:21:38,183 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1067, reset compression=false 2024-11-17T21:21:38,194 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:38,194 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,32905,1731878471307 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:38,195 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1241, reset compression=false 2024-11-17T21:21:38,245 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1237, reset compression=false 2024-11-17T21:21:38,253 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1238, reset compression=false 2024-11-17T21:21:38,409 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1241, reset compression=false 2024-11-17T21:21:38,653 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1237, reset compression=false 2024-11-17T21:21:38,657 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1238, reset compression=false 2024-11-17T21:21:38,667 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T21:21:38,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb003f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:38,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40639,-1 for getting cluster id 2024-11-17T21:21:38,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:38,690 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb326ee3-1266-41e3-b14d-25c898fe46ad' 2024-11-17T21:21:38,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:38,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb326ee3-1266-41e3-b14d-25c898fe46ad" 2024-11-17T21:21:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2a1725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40639,-1] 2024-11-17T21:21:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:38,692 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692bff22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:38,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40639,1731878476489 2024-11-17T21:21:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14a8149e 2024-11-17T21:21:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:38,697 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:21:38,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-17T21:21:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-17T21:21:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T21:21:38,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:21:38,712 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1241, reset compression=false 2024-11-17T21:21:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T21:21:38,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T21:21:38,862 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-17T21:21:38,863 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-17T21:21:38,863 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,46263,1731878478080 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-17T21:21:38,863 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/a313eea8709e:0-0. 2024-11-17T21:21:38,863 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:38,863 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:38,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:38,863 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:38,964 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:21:38,964 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T21:21:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T21:21:39,064 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 terminated 2024-11-17T21:21:39,085 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,46263,1731878478080, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:21:39,086 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-17T21:21:39,086 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T21:21:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T21:21:39,089 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on a313eea8709e,46263,1731878478080 suceeded 2024-11-17T21:21:39,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T21:21:39,091 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-17T21:21:39,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 380 msec 2024-11-17T21:21:39,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 393 msec 2024-11-17T21:21:39,110 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:40187' 2024-11-17T21:21:39,112 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0fb27a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:39,112 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40187,-1 for getting cluster id 2024-11-17T21:21:39,112 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:39,113 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afdd5af6-b1a4-4060-a6a2-084165e63e3f' 2024-11-17T21:21:39,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:39,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afdd5af6-b1a4-4060-a6a2-084165e63e3f" 2024-11-17T21:21:39,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43bfc029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:39,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40187,-1] 2024-11-17T21:21:39,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:39,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:39,115 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:39,115 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f5504c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:39,115 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:39,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40187,1731878465569 2024-11-17T21:21:39,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a229028 2024-11-17T21:21:39,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:39,117 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1241, reset compression=false 2024-11-17T21:21:39,117 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T21:21:39,119 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,46263,1731878478080 (queues=1) is replicating from cluster=fb326ee3-1266-41e3-b14d-25c898fe46ad to cluster=afdd5af6-b1a4-4060-a6a2-084165e63e3f 2024-11-17T21:21:39,119 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C46263%2C1731878478080 2024-11-17T21:21:39,119 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,46263,1731878478080, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:21:39,120 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C46263%2C1731878478080 2024-11-17T21:21:39,193 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1238, reset compression=false 2024-11-17T21:21:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T21:21:39,325 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:21:39,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:21:39,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:39,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:39,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:39,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:39,328 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-17T21:21:39,621 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1241, reset compression=false 2024-11-17T21:21:39,809 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1238, reset compression=false 2024-11-17T21:21:39,814 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:39,814 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1342, reset compression=false 2024-11-17T21:21:39,814 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,33563,1731878465760 got entry batch from reader: WALEntryBatch [walEntries=[{test/6da96bdce9d86e12861f80c614eb0588/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T21:21:39,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:39,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:40,017 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1342, reset compression=false 2024-11-17T21:21:40,225 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1241, reset compression=false 2024-11-17T21:21:40,230 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:40,230 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1369, reset compression=false 2024-11-17T21:21:40,230 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,32905,1731878471307 got entry batch from reader: WALEntryBatch [walEntries=[{test/e43b0f7289b1b57d5de3ce7e40fadbd4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T21:21:40,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:40,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:40,322 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1342, reset compression=false 2024-11-17T21:21:40,330 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-17T21:21:40,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6245b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:40,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40639,-1 for getting cluster id 2024-11-17T21:21:40,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:40,333 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb326ee3-1266-41e3-b14d-25c898fe46ad' 2024-11-17T21:21:40,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:40,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb326ee3-1266-41e3-b14d-25c898fe46ad" 2024-11-17T21:21:40,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1239bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:40,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40639,-1] 2024-11-17T21:21:40,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:40,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:40,335 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:40,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476d99c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:40,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40639,1731878476489 2024-11-17T21:21:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2005079c 2024-11-17T21:21:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:21:40,340 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:21:40,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-17T21:21:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-17T21:21:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T21:21:40,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:21:40,435 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1369, reset compression=false 2024-11-17T21:21:40,439 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:40,439 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1473, reset compression=false 2024-11-17T21:21:40,439 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,32905,1731878471307 got entry batch from reader: WALEntryBatch [walEntries=[{test/e43b0f7289b1b57d5de3ce7e40fadbd4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T21:21:40,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:40,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T21:21:40,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-17T21:21:40,504 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-17T21:21:40,504 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T21:21:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-17T21:21:40,507 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on a313eea8709e,46263,1731878478080 suceeded 2024-11-17T21:21:40,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T21:21:40,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-17T21:21:40,509 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-17T21:21:40,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 168 msec 2024-11-17T21:21:40,520 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, startPosition=1237, beingWritten=true 2024-11-17T21:21:40,525 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:21:40,526 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1515, reset compression=false 2024-11-17T21:21:40,526 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,46263,1731878478080 got entry batch from reader: WALEntryBatch [walEntries=[{test/c73019085ce67ddee02a5c9d93ad60de/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T21:21:40,527 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:21:40,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T21:21:40,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:21:40,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:21:40,644 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1473, reset compression=false 2024-11-17T21:21:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T21:21:40,666 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:21:40,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:21:40,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:40,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:40,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:40,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:40,668 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-17T21:21:40,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:21:40,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:21:40,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:40,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:40,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:40,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:40,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:21:40,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1658372262, stopped=false 2024-11-17T21:21:40,669 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,40639,1731878476489 2024-11-17T21:21:40,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1106407634/running 2024-11-17T21:21:40,719 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1106407634/running 2024-11-17T21:21:40,719 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:21:40,719 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:40,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:40,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:21:40,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:40,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:40,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,46263,1731878478080' ***** 2024-11-17T21:21:40,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:21:40,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Set watcher on znode that does not yet exist, /2-1106407634/running 2024-11-17T21:21:40,720 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:21:40,720 INFO [RS:0;a313eea8709e:46263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:21:40,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:21:40,720 INFO [RS:0;a313eea8709e:46263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:21:40,720 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(3091): Received CLOSE for c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:40,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Set watcher on znode that does not yet exist, /2-1106407634/running 2024-11-17T21:21:40,721 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:40,721 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,46263,1731878478080 2024-11-17T21:21:40,721 INFO [RS:0;a313eea8709e:46263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:21:40,721 INFO [RS:0;a313eea8709e:46263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:46263. 2024-11-17T21:21:40,721 DEBUG [RS:0;a313eea8709e:46263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:40,721 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c73019085ce67ddee02a5c9d93ad60de, disabling compactions & flushes 2024-11-17T21:21:40,721 DEBUG [RS:0;a313eea8709e:46263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:40,721 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:40,721 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:40,721 INFO [RS:0;a313eea8709e:46263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:21:40,721 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. after waiting 0 ms 2024-11-17T21:21:40,721 INFO [RS:0;a313eea8709e:46263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:21:40,721 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:40,721 INFO [RS:0;a313eea8709e:46263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:21:40,721 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:21:40,721 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c73019085ce67ddee02a5c9d93ad60de 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T21:21:40,726 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1342, reset compression=false 2024-11-17T21:21:40,729 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:21:40,731 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1515, reset compression=false 2024-11-17T21:21:40,731 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:21:40,732 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1325): Online Regions={c73019085ce67ddee02a5c9d93ad60de=test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de., 1d29aee1c8843f4f1f0b5b1577ea3310=hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:21:40,732 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d29aee1c8843f4f1f0b5b1577ea3310, c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:40,732 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:21:40,734 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:21:40,734 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:21:40,734 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:21:40,734 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:21:40,734 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:21:40,767 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:40,767 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1493, reset compression=false 2024-11-17T21:21:40,767 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,33563,1731878465760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:40,772 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/info/674066d545f14defb952a8714b0b20ca is 147, key is hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310./info:regioninfo/1731878490575/Put/seqid=0 2024-11-17T21:21:40,774 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:40,774 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1762, reset compression=false 2024-11-17T21:21:40,774 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,46263,1731878478080 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:40,775 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a313eea8709e,46263,1731878478080: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a313eea8709e,46263,1731878478080, walGroup=a313eea8709e%2C46263%2C1731878478080, offset=a313eea8709e%2C46263%2C1731878478080.1731878480515:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:46263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T21:21:40,777 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T21:21:40,777 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T21:21:40,777 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/.tmp/f/66caab44b68849a498dc879bf381a370 is 37, key is row3/f:row3/1731878499326/Put/seqid=0 2024-11-17T21:21:40,777 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T21:21:40,777 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T21:21:40,777 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T21:21:40,778 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 800585856 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199364992 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T21:21:40,778 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:40639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:40639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T21:21:40,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741840_1016 (size=7686) 2024-11-17T21:21:40,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741841_1017 (size=5228) 2024-11-17T21:21:40,804 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/.tmp/f/66caab44b68849a498dc879bf381a370 2024-11-17T21:21:40,804 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/info/674066d545f14defb952a8714b0b20ca 2024-11-17T21:21:40,809 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66caab44b68849a498dc879bf381a370 2024-11-17T21:21:40,814 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:21:40,824 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/ns/f3ab27a4f8fb449c88098b942426b008 is 43, key is default/ns:d/1731878481001/Put/seqid=0 2024-11-17T21:21:40,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741842_1018 (size=5153) 2024-11-17T21:21:40,830 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/ns/f3ab27a4f8fb449c88098b942426b008 2024-11-17T21:21:40,831 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/.tmp/f1/328f00953e39483085c1f7cd4efa5f2e is 30, key is row1/f1:/1731878496648/DeleteFamily/seqid=0 2024-11-17T21:21:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741843_1019 (size=5158) 2024-11-17T21:21:40,859 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/rep_barrier/fc666c3186f4416e870cdf69edf5172a is 112, key is test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de./rep_barrier:seqnumDuringOpen/1731878484729/Put/seqid=0 2024-11-17T21:21:40,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741844_1020 (size=5518) 2024-11-17T21:21:40,932 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d29aee1c8843f4f1f0b5b1577ea3310, c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:40,950 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1473, reset compression=false 2024-11-17T21:21:40,993 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1493, reset compression=false 2024-11-17T21:21:41,001 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1762, reset compression=false 2024-11-17T21:21:41,132 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d29aee1c8843f4f1f0b5b1577ea3310, c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:41,235 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/.tmp/f1/328f00953e39483085c1f7cd4efa5f2e 2024-11-17T21:21:41,239 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 328f00953e39483085c1f7cd4efa5f2e 2024-11-17T21:21:41,256 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/.tmp/norep/8022ba09653142e69d7eb12c2da068c6 is 33, key is row2/norep:/1731878497653/DeleteFamily/seqid=0 2024-11-17T21:21:41,269 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/rep_barrier/fc666c3186f4416e870cdf69edf5172a 2024-11-17T21:21:41,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741845_1021 (size=5108) 2024-11-17T21:21:41,298 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1493, reset compression=false 2024-11-17T21:21:41,298 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/table/17d23662053545e3b3dffea23fb8199a is 53, key is hbase:replication/table:state/1731878490583/Put/seqid=0 2024-11-17T21:21:41,305 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1762, reset compression=false 2024-11-17T21:21:41,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741846_1022 (size=5308) 2024-11-17T21:21:41,332 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d29aee1c8843f4f1f0b5b1577ea3310, c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:41,354 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1473, reset compression=false 2024-11-17T21:21:41,439 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:21:41,439 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:21:41,532 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d29aee1c8843f4f1f0b5b1577ea3310, c73019085ce67ddee02a5c9d93ad60de 2024-11-17T21:21:41,669 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/.tmp/norep/8022ba09653142e69d7eb12c2da068c6 2024-11-17T21:21:41,673 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8022ba09653142e69d7eb12c2da068c6 2024-11-17T21:21:41,674 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/.tmp/f/66caab44b68849a498dc879bf381a370 as hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/f/66caab44b68849a498dc879bf381a370 2024-11-17T21:21:41,679 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66caab44b68849a498dc879bf381a370 2024-11-17T21:21:41,679 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/f/66caab44b68849a498dc879bf381a370, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T21:21:41,679 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/.tmp/f1/328f00953e39483085c1f7cd4efa5f2e as hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/f1/328f00953e39483085c1f7cd4efa5f2e 2024-11-17T21:21:41,684 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 328f00953e39483085c1f7cd4efa5f2e 2024-11-17T21:21:41,684 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/f1/328f00953e39483085c1f7cd4efa5f2e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T21:21:41,685 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/.tmp/norep/8022ba09653142e69d7eb12c2da068c6 as hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/norep/8022ba09653142e69d7eb12c2da068c6 2024-11-17T21:21:41,690 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8022ba09653142e69d7eb12c2da068c6 2024-11-17T21:21:41,690 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/norep/8022ba09653142e69d7eb12c2da068c6, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T21:21:41,691 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c73019085ce67ddee02a5c9d93ad60de in 970ms, sequenceid=12, compaction requested=false 2024-11-17T21:21:41,695 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/default/test/c73019085ce67ddee02a5c9d93ad60de/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T21:21:41,695 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:21:41,696 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:21:41,696 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:41,696 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c73019085ce67ddee02a5c9d93ad60de: Waiting for close lock at 1731878500721Running coprocessor pre-close hooks at 1731878500721Disabling compacts and flushes for region at 1731878500721Disabling writes for close at 1731878500721Obtaining lock to block concurrent updates at 1731878500721Preparing flush snapshotting stores in c73019085ce67ddee02a5c9d93ad60de at 1731878500721Finished memstore snapshotting test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731878500722 (+1 ms)Flushing stores of test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. at 1731878500722Flushing c73019085ce67ddee02a5c9d93ad60de/f: creating writer at 1731878500722Flushing c73019085ce67ddee02a5c9d93ad60de/f: appending metadata at 1731878500777 (+55 ms)Flushing c73019085ce67ddee02a5c9d93ad60de/f: closing flushed file at 1731878500777Flushing c73019085ce67ddee02a5c9d93ad60de/f1: creating writer at 1731878500809 (+32 ms)Flushing c73019085ce67ddee02a5c9d93ad60de/f1: appending metadata at 1731878500830 (+21 ms)Flushing c73019085ce67ddee02a5c9d93ad60de/f1: closing flushed file at 1731878500830Flushing c73019085ce67ddee02a5c9d93ad60de/norep: creating writer at 1731878501239 (+409 ms)Flushing c73019085ce67ddee02a5c9d93ad60de/norep: appending metadata at 1731878501256 (+17 ms)Flushing c73019085ce67ddee02a5c9d93ad60de/norep: closing flushed file at 1731878501256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8361c72: reopening flushed file at 1731878501674 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb7dfe9: reopening flushed file at 1731878501679 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548b9bc0: reopening flushed file at 1731878501684 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c73019085ce67ddee02a5c9d93ad60de in 970ms, sequenceid=12, compaction requested=false at 1731878501691 (+7 ms)Writing region close event to WAL at 1731878501692 (+1 ms)Running coprocessor post-close hooks at 1731878501695 (+3 ms)Closed at 1731878501696 (+1 ms) 2024-11-17T21:21:41,696 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878483908.c73019085ce67ddee02a5c9d93ad60de. 2024-11-17T21:21:41,696 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d29aee1c8843f4f1f0b5b1577ea3310, disabling compactions & flushes 2024-11-17T21:21:41,696 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:41,696 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:41,696 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. after waiting 0 ms 2024-11-17T21:21:41,696 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:41,696 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d29aee1c8843f4f1f0b5b1577ea3310: Waiting for close lock at 1731878501696Running coprocessor pre-close hooks at 1731878501696Disabling compacts and flushes for region at 1731878501696Disabling writes for close at 1731878501696Failed flush hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310., putting online again at 1731878501696 2024-11-17T21:21:41,696 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:41,705 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1493, reset compression=false 2024-11-17T21:21:41,710 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/table/17d23662053545e3b3dffea23fb8199a 2024-11-17T21:21:41,714 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/info/674066d545f14defb952a8714b0b20ca as hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/info/674066d545f14defb952a8714b0b20ca 2024-11-17T21:21:41,715 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 1762, reset compression=false 2024-11-17T21:21:41,721 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:41,721 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 2406, reset compression=false 2024-11-17T21:21:41,723 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/info/674066d545f14defb952a8714b0b20ca, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:21:41,724 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/ns/f3ab27a4f8fb449c88098b942426b008 as hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/ns/f3ab27a4f8fb449c88098b942426b008 2024-11-17T21:21:41,728 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/ns/f3ab27a4f8fb449c88098b942426b008, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:21:41,730 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/rep_barrier/fc666c3186f4416e870cdf69edf5172a as hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/rep_barrier/fc666c3186f4416e870cdf69edf5172a 2024-11-17T21:21:41,733 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:21:41,733 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1325): Online Regions={1d29aee1c8843f4f1f0b5b1577ea3310=hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:21:41,733 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:41,733 DEBUG [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d29aee1c8843f4f1f0b5b1577ea3310 2024-11-17T21:21:41,733 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d29aee1c8843f4f1f0b5b1577ea3310, disabling compactions & flushes 2024-11-17T21:21:41,733 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:41,733 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:41,733 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. after waiting 0 ms 2024-11-17T21:21:41,733 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:41,733 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d29aee1c8843f4f1f0b5b1577ea3310: Waiting for close lock at 1731878501733Running coprocessor pre-close hooks at 1731878501733Disabling compacts and flushes for region at 1731878501733Disabling writes for close at 1731878501733Failed flush hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310., putting online again at 1731878501733 2024-11-17T21:21:41,733 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878489380.1d29aee1c8843f4f1f0b5b1577ea3310. 2024-11-17T21:21:41,740 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/rep_barrier/fc666c3186f4416e870cdf69edf5172a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:21:41,741 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/.tmp/table/17d23662053545e3b3dffea23fb8199a as hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/table/17d23662053545e3b3dffea23fb8199a 2024-11-17T21:21:41,746 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/table/17d23662053545e3b3dffea23fb8199a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:21:41,747 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1013ms, sequenceid=16, compaction requested=false 2024-11-17T21:21:41,762 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:21:41,763 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:21:41,763 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:21:41,763 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:41,763 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878500732Running coprocessor pre-close hooks at 1731878500732Disabling compacts and flushes for region at 1731878500732Disabling writes for close at 1731878500734 (+2 ms)Obtaining lock to block concurrent updates at 1731878500734Preparing flush snapshotting stores in 1588230740 at 1731878500734Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878500735 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731878500741 (+6 ms)Flushing 1588230740/info: creating writer at 1731878500741Flushing 1588230740/info: appending metadata at 1731878500771 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731878500771Flushing 1588230740/ns: creating writer at 1731878500809 (+38 ms)Flushing 1588230740/ns: appending metadata at 1731878500824 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731878500824Flushing 1588230740/rep_barrier: creating writer at 1731878500840 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878500859 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878500859Flushing 1588230740/table: creating writer at 1731878501274 (+415 ms)Flushing 1588230740/table: appending metadata at 1731878501298 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731878501298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79476fdd: reopening flushed file at 1731878501714 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2608393d: reopening flushed file at 1731878501723 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d296fe: reopening flushed file at 1731878501729 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d363a8e: reopening flushed file at 1731878501740 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1013ms, sequenceid=16, compaction requested=false at 1731878501747 (+7 ms)Writing region close event to WAL at 1731878501757 (+10 ms)Running coprocessor post-close hooks at 1731878501763 (+6 ms)Closed at 1731878501763 2024-11-17T21:21:41,763 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:41,858 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1473, reset compression=false 2024-11-17T21:21:41,925 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.1731878480515 to pos 2406, reset compression=false 2024-11-17T21:21:41,933 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T21:21:41,933 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,46263,1731878478080; all regions closed. 2024-11-17T21:21:41,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741834_1010 (size=4239) 2024-11-17T21:21:41,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741839_1015 (size=2390) 2024-11-17T21:21:41,942 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/WALs/a313eea8709e,46263,1731878478080/a313eea8709e%2C46263%2C1731878478080.rep.1731878490519 not finished, retry = 0 2024-11-17T21:21:42,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741833_1009 (size=2414) 2024-11-17T21:21:42,046 DEBUG [RS:0;a313eea8709e:46263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:42,046 INFO [RS:0;a313eea8709e:46263 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:21:42,046 INFO [RS:0;a313eea8709e:46263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:21:42,046 INFO [RS:0;a313eea8709e:46263 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:21:42,047 INFO [RS:0;a313eea8709e:46263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:21:42,047 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:21:42,047 INFO [RS:0;a313eea8709e:46263 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,46263,1731878478080 because: Region server is closing 2024-11-17T21:21:42,047 INFO [RS:0;a313eea8709e:46263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:46263. 2024-11-17T21:21:42,048 DEBUG [RS:0;a313eea8709e:46263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:42,048 DEBUG [RS:0;a313eea8709e:46263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:42,048 DEBUG [RS:0;a313eea8709e:46263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:42,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:42,148 INFO [RS:0;a313eea8709e:46263 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.shippera313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 terminated 2024-11-17T21:21:42,148 INFO [RS:0;a313eea8709e:46263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:46263. 2024-11-17T21:21:42,148 DEBUG [RS:0;a313eea8709e:46263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:42,148 DEBUG [RS:0;a313eea8709e:46263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:42,149 DEBUG [RS:0;a313eea8709e:46263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:42,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:42,149 INFO [RS:0;a313eea8709e:46263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46263 2024-11-17T21:21:42,148 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,46263,1731878478080.replicationSource.wal-reader.a313eea8709e%2C46263%2C1731878478080,1-a313eea8709e,46263,1731878478080 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:21:42,208 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1493, reset compression=false 2024-11-17T21:21:42,213 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1106407634/rs/a313eea8709e,46263,1731878478080 2024-11-17T21:21:42,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634/rs 2024-11-17T21:21:42,213 INFO [RS:0;a313eea8709e:46263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:21:42,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,46263,1731878478080] 2024-11-17T21:21:42,234 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1106407634/draining/a313eea8709e,46263,1731878478080 already deleted, retry=false 2024-11-17T21:21:42,234 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,46263,1731878478080 expired; onlineServers=0 2024-11-17T21:21:42,234 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,40639,1731878476489' ***** 2024-11-17T21:21:42,234 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:21:42,234 INFO [M:0;a313eea8709e:40639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:21:42,235 INFO [M:0;a313eea8709e:40639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:21:42,235 DEBUG [M:0;a313eea8709e:40639 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:21:42,235 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:21:42,235 DEBUG [M:0;a313eea8709e:40639 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:21:42,235 INFO [M:0;a313eea8709e:40639 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:21:42,235 INFO [M:0;a313eea8709e:40639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:21:42,235 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878480264 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878480264,5,FailOnTimeoutGroup] 2024-11-17T21:21:42,235 DEBUG [M:0;a313eea8709e:40639 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:21:42,235 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878480273 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878480273,5,FailOnTimeoutGroup] 2024-11-17T21:21:42,235 INFO [M:0;a313eea8709e:40639 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:21:42,235 INFO [M:0;a313eea8709e:40639 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:21:42,236 INFO [M:0;a313eea8709e:40639 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:21:42,236 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:21:42,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1106407634/master 2024-11-17T21:21:42,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1106407634 2024-11-17T21:21:42,269 DEBUG [M:0;a313eea8709e:40639 {}] zookeeper.ZKUtil(347): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Unable to get data of znode /2-1106407634/master because node does not exist (not an error) 2024-11-17T21:21:42,269 WARN [M:0;a313eea8709e:40639 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:21:42,275 INFO [M:0;a313eea8709e:40639 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/.lastflushedseqids 2024-11-17T21:21:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741847_1023 (size=245) 2024-11-17T21:21:42,324 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:42,324 INFO [RS:0;a313eea8709e:46263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:21:42,324 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46263-0x1014aac24210007, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:42,324 INFO [RS:0;a313eea8709e:46263 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,46263,1731878478080; zookeeper connection closed. 2024-11-17T21:21:42,324 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c706d79 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c706d79 2024-11-17T21:21:42,324 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:21:42,462 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1473, reset compression=false 2024-11-17T21:21:42,686 INFO [M:0;a313eea8709e:40639 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:21:42,686 INFO [M:0;a313eea8709e:40639 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:21:42,686 DEBUG [M:0;a313eea8709e:40639 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:21:42,686 INFO [M:0;a313eea8709e:40639 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:42,686 DEBUG [M:0;a313eea8709e:40639 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:42,686 DEBUG [M:0;a313eea8709e:40639 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:21:42,686 DEBUG [M:0;a313eea8709e:40639 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:42,687 INFO [M:0;a313eea8709e:40639 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-17T21:21:42,703 DEBUG [M:0;a313eea8709e:40639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85574b276a514783a9e426d281b5c1be is 82, key is hbase:meta,,1/info:regioninfo/1731878480986/Put/seqid=0 2024-11-17T21:21:42,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741848_1024 (size=5672) 2024-11-17T21:21:42,812 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1493, reset compression=false 2024-11-17T21:21:43,107 INFO [M:0;a313eea8709e:40639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85574b276a514783a9e426d281b5c1be 2024-11-17T21:21:43,131 DEBUG [M:0;a313eea8709e:40639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/461c343c8b2848bdb4ebac4c6e18e028 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731878490586/Put/seqid=0 2024-11-17T21:21:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741849_1025 (size=9213) 2024-11-17T21:21:43,138 INFO [M:0;a313eea8709e:40639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/461c343c8b2848bdb4ebac4c6e18e028 2024-11-17T21:21:43,157 DEBUG [M:0;a313eea8709e:40639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a27aaf2b3ed4ce286b29093e586aea9 is 69, key is a313eea8709e,46263,1731878478080/rs:state/1731878480334/Put/seqid=0 2024-11-17T21:21:43,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741850_1026 (size=5156) 2024-11-17T21:21:43,161 INFO [M:0;a313eea8709e:40639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a27aaf2b3ed4ce286b29093e586aea9 2024-11-17T21:21:43,165 DEBUG [M:0;a313eea8709e:40639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85574b276a514783a9e426d281b5c1be as hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85574b276a514783a9e426d281b5c1be 2024-11-17T21:21:43,168 INFO [M:0;a313eea8709e:40639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85574b276a514783a9e426d281b5c1be, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T21:21:43,169 DEBUG [M:0;a313eea8709e:40639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/461c343c8b2848bdb4ebac4c6e18e028 as hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/461c343c8b2848bdb4ebac4c6e18e028 2024-11-17T21:21:43,173 INFO [M:0;a313eea8709e:40639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/461c343c8b2848bdb4ebac4c6e18e028, entries=15, sequenceid=127, filesize=9.0 K 2024-11-17T21:21:43,174 DEBUG [M:0;a313eea8709e:40639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a27aaf2b3ed4ce286b29093e586aea9 as hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a27aaf2b3ed4ce286b29093e586aea9 2024-11-17T21:21:43,178 INFO [M:0;a313eea8709e:40639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/c8de2ed5-0a94-96f1-f4fd-12c192d2ce7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a27aaf2b3ed4ce286b29093e586aea9, entries=1, sequenceid=127, filesize=5.0 K 2024-11-17T21:21:43,179 INFO [M:0;a313eea8709e:40639 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=127, compaction requested=false 2024-11-17T21:21:43,179 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1473, reset compression=false 2024-11-17T21:21:43,180 INFO [M:0;a313eea8709e:40639 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:43,180 DEBUG [M:0;a313eea8709e:40639 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878502686Disabling compacts and flushes for region at 1731878502686Disabling writes for close at 1731878502686Obtaining lock to block concurrent updates at 1731878502687 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878502687Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731878502687Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878502687Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878502687Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878502703 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878502703Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878503111 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878503131 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878503131Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878503142 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878503157 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878503157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6148b89c: reopening flushed file at 1731878503164 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac4066e: reopening flushed file at 1731878503169 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f95349: reopening flushed file at 1731878503173 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=127, compaction requested=false at 1731878503179 (+6 ms)Writing region close event to WAL at 1731878503180 (+1 ms)Closed at 1731878503180 2024-11-17T21:21:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45285 is added to blk_1073741830_1006 (size=73878) 2024-11-17T21:21:43,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:21:43,185 INFO [M:0;a313eea8709e:40639 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:21:43,186 INFO [M:0;a313eea8709e:40639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40639 2024-11-17T21:21:43,186 INFO [M:0;a313eea8709e:40639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:21:43,355 INFO [M:0;a313eea8709e:40639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:21:43,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:43,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40639-0x1014aac24210006, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:43,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60672866{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:21:43,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:21:43,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:21:43,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:21:43,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/hadoop.log.dir/,STOPPED} 2024-11-17T21:21:43,360 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:21:43,360 WARN [BP-722294593-172.17.0.2-1731878473704 heartbeating to localhost/127.0.0.1:38747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:21:43,360 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:21:43,361 WARN [BP-722294593-172.17.0.2-1731878473704 heartbeating to localhost/127.0.0.1:38747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-722294593-172.17.0.2-1731878473704 (Datanode Uuid 725aaf8a-be61-4897-af2f-1830a83cb752) service to localhost/127.0.0.1:38747 2024-11-17T21:21:43,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/cluster_0f878aaf-4660-0833-553d-babee2d9970a/data/data1/current/BP-722294593-172.17.0.2-1731878473704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:21:43,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/cluster_0f878aaf-4660-0833-553d-babee2d9970a/data/data2/current/BP-722294593-172.17.0.2-1731878473704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:21:43,361 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:21:43,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@555067b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:21:43,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:21:43,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:21:43,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:21:43,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/hadoop.log.dir/,STOPPED} 2024-11-17T21:21:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:21:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:21:43,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:21:43,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:43,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:43,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:43,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:43,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:21:43,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1401218836, stopped=false 2024-11-17T21:21:43,389 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,33145,1731878471140 2024-11-17T21:21:43,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1187074207/running 2024-11-17T21:21:43,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:43,403 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:21:43,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1187074207/running 2024-11-17T21:21:43,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:43,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Set watcher on znode that does not yet exist, /1-1187074207/running 2024-11-17T21:21:43,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Set watcher on znode that does not yet exist, /1-1187074207/running 2024-11-17T21:21:43,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:21:43,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:43,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:43,405 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,32905,1731878471307' ***** 2024-11-17T21:21:43,405 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:21:43,406 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:21:43,406 INFO [RS:0;a313eea8709e:32905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:21:43,406 INFO [RS:0;a313eea8709e:32905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:21:43,406 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(3091): Received CLOSE for e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:43,406 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:21:43,408 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(3091): Received CLOSE for db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:43,408 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,32905,1731878471307 2024-11-17T21:21:43,408 INFO [RS:0;a313eea8709e:32905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:21:43,408 INFO [RS:0;a313eea8709e:32905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:32905. 2024-11-17T21:21:43,408 DEBUG [RS:0;a313eea8709e:32905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:43,408 DEBUG [RS:0;a313eea8709e:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:43,408 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e43b0f7289b1b57d5de3ce7e40fadbd4, disabling compactions & flushes 2024-11-17T21:21:43,408 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:43,408 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:43,408 INFO [RS:0;a313eea8709e:32905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:21:43,408 INFO [RS:0;a313eea8709e:32905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:21:43,408 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. after waiting 0 ms 2024-11-17T21:21:43,408 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:43,409 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e43b0f7289b1b57d5de3ce7e40fadbd4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T21:21:43,409 INFO [RS:0;a313eea8709e:32905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:21:43,409 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:21:43,409 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:21:43,409 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1325): Online Regions={e43b0f7289b1b57d5de3ce7e40fadbd4=test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4., 1588230740=hbase:meta,,1.1588230740, db0910b113fc2f45cde91fe39696c3e8=hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8.} 2024-11-17T21:21:43,409 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db0910b113fc2f45cde91fe39696c3e8, e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:43,410 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:21:43,410 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:21:43,410 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:21:43,410 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:21:43,410 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:21:43,410 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:21:43,432 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/.tmp/f/e079085293514d30a7db46f7dedf113c is 37, key is row3/f:row3/1731878499326/Put/seqid=0 2024-11-17T21:21:43,447 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/info/2582e3e5c3c04507b5f35565b7126ee0 is 147, key is hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8./info:regioninfo/1731878488090/Put/seqid=0 2024-11-17T21:21:43,453 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:21:43,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741840_1016 (size=5228) 2024-11-17T21:21:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741841_1017 (size=7686) 2024-11-17T21:21:43,518 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1493, reset compression=false 2024-11-17T21:21:43,610 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db0910b113fc2f45cde91fe39696c3e8, e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:43,810 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db0910b113fc2f45cde91fe39696c3e8, e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:43,858 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/.tmp/f/e079085293514d30a7db46f7dedf113c 2024-11-17T21:21:43,863 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e079085293514d30a7db46f7dedf113c 2024-11-17T21:21:43,874 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/info/2582e3e5c3c04507b5f35565b7126ee0 2024-11-17T21:21:43,878 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/.tmp/f1/731a7c2b2f3d4a98ac9cfaa9dbf0fa15 is 30, key is row1/f1:/1731878496648/DeleteFamily/seqid=0 2024-11-17T21:21:43,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741842_1018 (size=5158) 2024-11-17T21:21:43,897 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/ns/d883edeba52449a2920d8e1b057464c8 is 43, key is default/ns:d/1731878473593/Put/seqid=0 2024-11-17T21:21:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741843_1019 (size=5153) 2024-11-17T21:21:43,964 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:21:43,964 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:21:43,989 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1473, reset compression=false 2024-11-17T21:21:43,998 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:43,998 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1720, reset compression=false 2024-11-17T21:21:43,998 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,32905,1731878471307 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:43,999 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a313eea8709e,32905,1731878471307: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a313eea8709e,32905,1731878471307, walGroup=a313eea8709e%2C32905%2C1731878471307, offset=a313eea8709e%2C32905%2C1731878471307.1731878473050:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:32905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T21:21:44,000 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T21:21:44,000 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T21:21:44,001 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T21:21:44,001 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T21:21:44,001 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T21:21:44,001 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 876083328 }, "NonHeapMemoryUsage": { "committed": 202833920, "init": 7667712, "max": -1, "used": 199812936 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T21:21:44,001 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:33145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:33145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T21:21:44,010 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db0910b113fc2f45cde91fe39696c3e8, e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:44,205 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1720, reset compression=false 2024-11-17T21:21:44,210 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db0910b113fc2f45cde91fe39696c3e8, e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:44,292 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/.tmp/f1/731a7c2b2f3d4a98ac9cfaa9dbf0fa15 2024-11-17T21:21:44,297 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 731a7c2b2f3d4a98ac9cfaa9dbf0fa15 2024-11-17T21:21:44,311 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/ns/d883edeba52449a2920d8e1b057464c8 2024-11-17T21:21:44,312 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/.tmp/norep/8a842a5deb8040a18d6783ffcc7ff20c is 33, key is row1/norep:/1731878496648/DeleteFamily/seqid=0 2024-11-17T21:21:44,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741844_1020 (size=5108) 2024-11-17T21:21:44,321 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1493, reset compression=false 2024-11-17T21:21:44,336 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/rep_barrier/5a3a2b73f4a54afdad2ae379505386e2 is 112, key is test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4./rep_barrier:seqnumDuringOpen/1731878483766/Put/seqid=0 2024-11-17T21:21:44,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741845_1021 (size=5518) 2024-11-17T21:21:44,364 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/rep_barrier/5a3a2b73f4a54afdad2ae379505386e2 2024-11-17T21:21:44,389 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/table/934b20d49ddc47f39a7c1a2e2f3d89a1 is 53, key is hbase:replication/table:state/1731878488100/Put/seqid=0 2024-11-17T21:21:44,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741846_1022 (size=5308) 2024-11-17T21:21:44,395 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/table/934b20d49ddc47f39a7c1a2e2f3d89a1 2024-11-17T21:21:44,399 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/info/2582e3e5c3c04507b5f35565b7126ee0 as hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/info/2582e3e5c3c04507b5f35565b7126ee0 2024-11-17T21:21:44,403 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/info/2582e3e5c3c04507b5f35565b7126ee0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:21:44,405 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/ns/d883edeba52449a2920d8e1b057464c8 as hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/ns/d883edeba52449a2920d8e1b057464c8 2024-11-17T21:21:44,410 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/ns/d883edeba52449a2920d8e1b057464c8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:21:44,410 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db0910b113fc2f45cde91fe39696c3e8, e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:44,411 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/rep_barrier/5a3a2b73f4a54afdad2ae379505386e2 as hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/rep_barrier/5a3a2b73f4a54afdad2ae379505386e2 2024-11-17T21:21:44,417 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/rep_barrier/5a3a2b73f4a54afdad2ae379505386e2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:21:44,418 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/.tmp/table/934b20d49ddc47f39a7c1a2e2f3d89a1 as hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/table/934b20d49ddc47f39a7c1a2e2f3d89a1 2024-11-17T21:21:44,424 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/table/934b20d49ddc47f39a7c1a2e2f3d89a1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:21:44,425 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=16, compaction requested=false 2024-11-17T21:21:44,460 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:21:44,460 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:21:44,460 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:21:44,460 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:44,460 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878503410Running coprocessor pre-close hooks at 1731878503410Disabling compacts and flushes for region at 1731878503410Disabling writes for close at 1731878503410Obtaining lock to block concurrent updates at 1731878503410Preparing flush snapshotting stores in 1588230740 at 1731878503410Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878503410Flushing stores of hbase:meta,,1.1588230740 at 1731878503411 (+1 ms)Flushing 1588230740/info: creating writer at 1731878503412 (+1 ms)Flushing 1588230740/info: appending metadata at 1731878503447 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731878503447Flushing 1588230740/ns: creating writer at 1731878503879 (+432 ms)Flushing 1588230740/ns: appending metadata at 1731878503897 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731878503897Flushing 1588230740/rep_barrier: creating writer at 1731878504318 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878504335 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878504335Flushing 1588230740/table: creating writer at 1731878504370 (+35 ms)Flushing 1588230740/table: appending metadata at 1731878504388 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731878504388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eaa896f: reopening flushed file at 1731878504398 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9d04f0: reopening flushed file at 1731878504403 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381cac2: reopening flushed file at 1731878504411 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47811f17: reopening flushed file at 1731878504417 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=16, compaction requested=false at 1731878504425 (+8 ms)Writing region close event to WAL at 1731878504456 (+31 ms)Running coprocessor post-close hooks at 1731878504460 (+4 ms)Closed at 1731878504460 2024-11-17T21:21:44,461 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:44,508 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1720, reset compression=false 2024-11-17T21:21:44,611 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:21:44,611 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1325): Online Regions={e43b0f7289b1b57d5de3ce7e40fadbd4=test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4., db0910b113fc2f45cde91fe39696c3e8=hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8.} 2024-11-17T21:21:44,611 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1351): Waiting on db0910b113fc2f45cde91fe39696c3e8, e43b0f7289b1b57d5de3ce7e40fadbd4 2024-11-17T21:21:44,717 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/.tmp/norep/8a842a5deb8040a18d6783ffcc7ff20c 2024-11-17T21:21:44,722 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a842a5deb8040a18d6783ffcc7ff20c 2024-11-17T21:21:44,723 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/.tmp/f/e079085293514d30a7db46f7dedf113c as hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/f/e079085293514d30a7db46f7dedf113c 2024-11-17T21:21:44,729 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e079085293514d30a7db46f7dedf113c 2024-11-17T21:21:44,729 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/f/e079085293514d30a7db46f7dedf113c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T21:21:44,731 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/.tmp/f1/731a7c2b2f3d4a98ac9cfaa9dbf0fa15 as hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/f1/731a7c2b2f3d4a98ac9cfaa9dbf0fa15 2024-11-17T21:21:44,735 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 731a7c2b2f3d4a98ac9cfaa9dbf0fa15 2024-11-17T21:21:44,736 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/f1/731a7c2b2f3d4a98ac9cfaa9dbf0fa15, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T21:21:44,737 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/.tmp/norep/8a842a5deb8040a18d6783ffcc7ff20c as hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/norep/8a842a5deb8040a18d6783ffcc7ff20c 2024-11-17T21:21:44,741 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a842a5deb8040a18d6783ffcc7ff20c 2024-11-17T21:21:44,742 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/norep/8a842a5deb8040a18d6783ffcc7ff20c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T21:21:44,743 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e43b0f7289b1b57d5de3ce7e40fadbd4 in 1335ms, sequenceid=12, compaction requested=false 2024-11-17T21:21:44,743 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T21:21:44,752 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/data/default/test/e43b0f7289b1b57d5de3ce7e40fadbd4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T21:21:44,753 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:21:44,753 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:21:44,753 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:44,753 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e43b0f7289b1b57d5de3ce7e40fadbd4: Waiting for close lock at 1731878503408Running coprocessor pre-close hooks at 1731878503408Disabling compacts and flushes for region at 1731878503408Disabling writes for close at 1731878503408Obtaining lock to block concurrent updates at 1731878503409 (+1 ms)Preparing flush snapshotting stores in e43b0f7289b1b57d5de3ce7e40fadbd4 at 1731878503409Finished memstore snapshotting test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731878503409Flushing stores of test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. at 1731878503410 (+1 ms)Flushing e43b0f7289b1b57d5de3ce7e40fadbd4/f: creating writer at 1731878503410Flushing e43b0f7289b1b57d5de3ce7e40fadbd4/f: appending metadata at 1731878503432 (+22 ms)Flushing e43b0f7289b1b57d5de3ce7e40fadbd4/f: closing flushed file at 1731878503432Flushing e43b0f7289b1b57d5de3ce7e40fadbd4/f1: creating writer at 1731878503863 (+431 ms)Flushing e43b0f7289b1b57d5de3ce7e40fadbd4/f1: appending metadata at 1731878503878 (+15 ms)Flushing e43b0f7289b1b57d5de3ce7e40fadbd4/f1: closing flushed file at 1731878503878Flushing e43b0f7289b1b57d5de3ce7e40fadbd4/norep: creating writer at 1731878504297 (+419 ms)Flushing e43b0f7289b1b57d5de3ce7e40fadbd4/norep: appending metadata at 1731878504311 (+14 ms)Flushing e43b0f7289b1b57d5de3ce7e40fadbd4/norep: closing flushed file at 1731878504311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72708cb7: reopening flushed file at 1731878504722 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c02da5: reopening flushed file at 1731878504729 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55cd7b8: reopening flushed file at 1731878504736 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e43b0f7289b1b57d5de3ce7e40fadbd4 in 1335ms, sequenceid=12, compaction requested=false at 1731878504743 (+7 ms)Writing region close event to WAL at 1731878504748 (+5 ms)Running coprocessor post-close hooks at 1731878504753 (+5 ms)Closed at 1731878504753 2024-11-17T21:21:44,753 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878483269.e43b0f7289b1b57d5de3ce7e40fadbd4. 2024-11-17T21:21:44,754 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db0910b113fc2f45cde91fe39696c3e8, disabling compactions & flushes 2024-11-17T21:21:44,754 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:44,754 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:44,754 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. after waiting 0 ms 2024-11-17T21:21:44,754 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:44,754 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db0910b113fc2f45cde91fe39696c3e8: Waiting for close lock at 1731878504753Running coprocessor pre-close hooks at 1731878504753Disabling compacts and flushes for region at 1731878504753Disabling writes for close at 1731878504754 (+1 ms)Failed flush hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8., putting online again at 1731878504754 2024-11-17T21:21:44,754 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:44,756 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:33145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-17T21:21:44,811 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(3091): Received CLOSE for db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:44,811 DEBUG [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1351): Waiting on db0910b113fc2f45cde91fe39696c3e8 2024-11-17T21:21:44,811 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db0910b113fc2f45cde91fe39696c3e8, disabling compactions & flushes 2024-11-17T21:21:44,811 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:44,811 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:44,811 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. after waiting 0 ms 2024-11-17T21:21:44,811 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:44,811 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db0910b113fc2f45cde91fe39696c3e8: Waiting for close lock at 1731878504811Running coprocessor pre-close hooks at 1731878504811Disabling compacts and flushes for region at 1731878504811Disabling writes for close at 1731878504811Failed flush hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8., putting online again at 1731878504811 2024-11-17T21:21:44,811 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878487231.db0910b113fc2f45cde91fe39696c3e8. 2024-11-17T21:21:44,912 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 1720, reset compression=false 2024-11-17T21:21:44,917 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:44,917 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 2364, reset compression=false 2024-11-17T21:21:45,011 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T21:21:45,011 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,32905,1731878471307; all regions closed. 2024-11-17T21:21:45,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741834_1010 (size=4239) 2024-11-17T21:21:45,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741839_1015 (size=2609) 2024-11-17T21:21:45,019 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 not finished, retry = 0 2024-11-17T21:21:45,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741833_1009 (size=2372) 2024-11-17T21:21:45,120 DEBUG [RS:0;a313eea8709e:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:45,120 INFO [RS:0;a313eea8709e:32905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:21:45,120 INFO [RS:0;a313eea8709e:32905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:21:45,120 INFO [RS:0;a313eea8709e:32905 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:21:45,120 INFO [RS:0;a313eea8709e:32905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:21:45,120 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:21:45,120 INFO [RS:0;a313eea8709e:32905 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,32905,1731878471307 because: Region server is closing 2024-11-17T21:21:45,121 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 to pos 2364, reset compression=false 2024-11-17T21:21:45,121 INFO [RS:0;a313eea8709e:32905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:32905. 2024-11-17T21:21:45,121 DEBUG [RS:0;a313eea8709e:32905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:45,121 DEBUG [RS:0;a313eea8709e:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:45,121 DEBUG [RS:0;a313eea8709e:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:45,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:45,122 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/WALs/a313eea8709e,32905,1731878471307/a313eea8709e%2C32905%2C1731878471307.1731878473050 2024-11-17T21:21:45,221 INFO [RS:0;a313eea8709e:32905 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.shippera313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 terminated 2024-11-17T21:21:45,221 INFO [RS:0;a313eea8709e:32905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:32905. 2024-11-17T21:21:45,221 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,32905,1731878471307.replicationSource.wal-reader.a313eea8709e%2C32905%2C1731878471307,1-a313eea8709e,32905,1731878471307 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-17T21:21:45,222 DEBUG [RS:0;a313eea8709e:32905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:45,222 DEBUG [RS:0;a313eea8709e:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:45,222 DEBUG [RS:0;a313eea8709e:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:45,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:45,222 INFO [RS:0;a313eea8709e:32905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32905 2024-11-17T21:21:45,233 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1493, reset compression=false 2024-11-17T21:21:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207/rs 2024-11-17T21:21:45,287 INFO [RS:0;a313eea8709e:32905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:21:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1187074207/rs/a313eea8709e,32905,1731878471307 2024-11-17T21:21:45,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,32905,1731878471307] 2024-11-17T21:21:45,308 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1187074207/draining/a313eea8709e,32905,1731878471307 already deleted, retry=false 2024-11-17T21:21:45,308 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,32905,1731878471307 expired; onlineServers=0 2024-11-17T21:21:45,308 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,33145,1731878471140' ***** 2024-11-17T21:21:45,308 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:21:45,308 INFO [M:0;a313eea8709e:33145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:21:45,308 INFO [M:0;a313eea8709e:33145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:21:45,308 DEBUG [M:0;a313eea8709e:33145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:21:45,308 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:21:45,308 DEBUG [M:0;a313eea8709e:33145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:21:45,308 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878472734 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878472734,5,FailOnTimeoutGroup] 2024-11-17T21:21:45,308 INFO [M:0;a313eea8709e:33145 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:21:45,308 INFO [M:0;a313eea8709e:33145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:21:45,308 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878472736 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878472736,5,FailOnTimeoutGroup] 2024-11-17T21:21:45,308 DEBUG [M:0;a313eea8709e:33145 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:21:45,308 INFO [M:0;a313eea8709e:33145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:21:45,308 INFO [M:0;a313eea8709e:33145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:21:45,309 INFO [M:0;a313eea8709e:33145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:21:45,309 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:21:45,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1187074207/master 2024-11-17T21:21:45,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1187074207 2024-11-17T21:21:45,318 DEBUG [M:0;a313eea8709e:33145 {}] zookeeper.ZKUtil(347): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Unable to get data of znode /1-1187074207/master because node does not exist (not an error) 2024-11-17T21:21:45,318 WARN [M:0;a313eea8709e:33145 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:21:45,319 INFO [M:0;a313eea8709e:33145 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/.lastflushedseqids 2024-11-17T21:21:45,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741847_1023 (size=245) 2024-11-17T21:21:45,326 INFO [M:0;a313eea8709e:33145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:21:45,326 INFO [M:0;a313eea8709e:33145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:21:45,326 DEBUG [M:0;a313eea8709e:33145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:21:45,326 INFO [M:0;a313eea8709e:33145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:45,326 DEBUG [M:0;a313eea8709e:33145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:45,326 DEBUG [M:0;a313eea8709e:33145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:21:45,326 DEBUG [M:0;a313eea8709e:33145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:45,326 INFO [M:0;a313eea8709e:33145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-17T21:21:45,347 DEBUG [M:0;a313eea8709e:33145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27b8b3c111ab479faa7dd302c4b17036 is 82, key is hbase:meta,,1/info:regioninfo/1731878473577/Put/seqid=0 2024-11-17T21:21:45,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741848_1024 (size=5672) 2024-11-17T21:21:45,359 INFO [M:0;a313eea8709e:33145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27b8b3c111ab479faa7dd302c4b17036 2024-11-17T21:21:45,387 DEBUG [M:0;a313eea8709e:33145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2c0556eeeb64625b08f3dc1521b64ee is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731878483786/Put/seqid=0 2024-11-17T21:21:45,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741849_1025 (size=7219) 2024-11-17T21:21:45,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:45,397 INFO [RS:0;a313eea8709e:32905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:21:45,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1014aac24210004, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:45,397 INFO [RS:0;a313eea8709e:32905 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,32905,1731878471307; zookeeper connection closed. 2024-11-17T21:21:45,398 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d02dbc4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d02dbc4 2024-11-17T21:21:45,398 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:21:45,791 INFO [M:0;a313eea8709e:33145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2c0556eeeb64625b08f3dc1521b64ee 2024-11-17T21:21:45,796 INFO [M:0;a313eea8709e:33145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2c0556eeeb64625b08f3dc1521b64ee 2024-11-17T21:21:45,814 DEBUG [M:0;a313eea8709e:33145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ec4a30fcece46d0bb5377753c421951 is 69, key is a313eea8709e,32905,1731878471307/rs:state/1731878472799/Put/seqid=0 2024-11-17T21:21:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741850_1026 (size=5156) 2024-11-17T21:21:45,819 INFO [M:0;a313eea8709e:33145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ec4a30fcece46d0bb5377753c421951 2024-11-17T21:21:45,824 DEBUG [M:0;a313eea8709e:33145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27b8b3c111ab479faa7dd302c4b17036 as hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27b8b3c111ab479faa7dd302c4b17036 2024-11-17T21:21:45,828 INFO [M:0;a313eea8709e:33145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27b8b3c111ab479faa7dd302c4b17036, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T21:21:45,829 DEBUG [M:0;a313eea8709e:33145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2c0556eeeb64625b08f3dc1521b64ee as hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2c0556eeeb64625b08f3dc1521b64ee 2024-11-17T21:21:45,834 INFO [M:0;a313eea8709e:33145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2c0556eeeb64625b08f3dc1521b64ee 2024-11-17T21:21:45,834 INFO [M:0;a313eea8709e:33145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2c0556eeeb64625b08f3dc1521b64ee, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T21:21:45,834 DEBUG [M:0;a313eea8709e:33145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ec4a30fcece46d0bb5377753c421951 as hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ec4a30fcece46d0bb5377753c421951 2024-11-17T21:21:45,839 INFO [M:0;a313eea8709e:33145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43549/user/jenkins/test-data/9034b123-f57e-8245-33b0-1ff3888755f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ec4a30fcece46d0bb5377753c421951, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T21:21:45,839 INFO [M:0;a313eea8709e:33145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=105, compaction requested=false 2024-11-17T21:21:45,841 INFO [M:0;a313eea8709e:33145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:45,842 DEBUG [M:0;a313eea8709e:33145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878505326Disabling compacts and flushes for region at 1731878505326Disabling writes for close at 1731878505326Obtaining lock to block concurrent updates at 1731878505326Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878505326Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731878505327 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878505327Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878505327Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878505347 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878505347Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878505366 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878505387 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878505387Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878505796 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878505814 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878505814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51863804: reopening flushed file at 1731878505824 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a618f3: reopening flushed file at 1731878505829 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2251d3ff: reopening flushed file at 1731878505834 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=105, compaction requested=false at 1731878505839 (+5 ms)Writing region close event to WAL at 1731878505841 (+2 ms)Closed at 1731878505841 2024-11-17T21:21:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741830_1006 (size=64435) 2024-11-17T21:21:45,845 INFO [M:0;a313eea8709e:33145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:21:45,845 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:21:45,845 INFO [M:0;a313eea8709e:33145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33145 2024-11-17T21:21:45,845 INFO [M:0;a313eea8709e:33145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:21:45,997 INFO [M:0;a313eea8709e:33145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:21:45,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:45,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33145-0x1014aac24210003, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:45,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53c664ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:21:46,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2be1fe91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:21:46,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:21:46,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3501bdbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:21:46,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b57aaaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/hadoop.log.dir/,STOPPED} 2024-11-17T21:21:46,001 WARN [BP-1753435584-172.17.0.2-1731878469243 heartbeating to localhost/127.0.0.1:43549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:21:46,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:21:46,001 WARN [BP-1753435584-172.17.0.2-1731878469243 heartbeating to localhost/127.0.0.1:43549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1753435584-172.17.0.2-1731878469243 (Datanode Uuid 8ac36d41-b489-49ff-9d6b-edeb4fd6f1c2) service to localhost/127.0.0.1:43549 2024-11-17T21:21:46,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:21:46,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/cluster_0f94fd22-da8a-5c39-160c-c1f9ebc23036/data/data1/current/BP-1753435584-172.17.0.2-1731878469243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:21:46,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/cluster_0f94fd22-da8a-5c39-160c-c1f9ebc23036/data/data2/current/BP-1753435584-172.17.0.2-1731878469243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:21:46,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:21:46,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25f2316d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:21:46,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@468ae325{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:21:46,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:21:46,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bab9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:21:46,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388d4706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62eba37-3776-ca64-c36c-570857bce6ca/hadoop.log.dir/,STOPPED} 2024-11-17T21:21:46,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:21:46,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:21:46,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:21:46,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:46,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:46,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:46,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:46,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:21:46,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1893022099, stopped=false 2024-11-17T21:21:46,025 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,40187,1731878465569 2024-11-17T21:21:46,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0294851143/running 2024-11-17T21:21:46,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0294851143/running 2024-11-17T21:21:46,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:46,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:46,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:21:46,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:21:46,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:46,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:46,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Set watcher on znode that does not yet exist, /0294851143/running 2024-11-17T21:21:46,045 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,33563,1731878465760' ***** 2024-11-17T21:21:46,045 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:21:46,045 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:21:46,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:21:46,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Set watcher on znode that does not yet exist, /0294851143/running 2024-11-17T21:21:46,046 INFO [RS:0;a313eea8709e:33563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:21:46,046 INFO [RS:0;a313eea8709e:33563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:21:46,046 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(3091): Received CLOSE for 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:46,046 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:46,046 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,33563,1731878465760 2024-11-17T21:21:46,047 INFO [RS:0;a313eea8709e:33563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:21:46,047 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6da96bdce9d86e12861f80c614eb0588, disabling compactions & flushes 2024-11-17T21:21:46,047 INFO [RS:0;a313eea8709e:33563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:33563. 2024-11-17T21:21:46,047 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:46,047 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:46,047 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. after waiting 0 ms 2024-11-17T21:21:46,047 DEBUG [RS:0;a313eea8709e:33563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:46,047 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:46,047 DEBUG [RS:0;a313eea8709e:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:46,047 INFO [RS:0;a313eea8709e:33563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:21:46,047 INFO [RS:0;a313eea8709e:33563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:21:46,047 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6da96bdce9d86e12861f80c614eb0588 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-17T21:21:46,047 INFO [RS:0;a313eea8709e:33563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:21:46,047 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:21:46,047 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:21:46,047 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6da96bdce9d86e12861f80c614eb0588=test,,1731878481114.6da96bdce9d86e12861f80c614eb0588., 2bd847824d14e8463d456a18806a8957=hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957.} 2024-11-17T21:21:46,047 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd847824d14e8463d456a18806a8957, 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:46,047 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:21:46,047 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:21:46,048 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:21:46,048 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:21:46,048 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:21:46,048 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:21:46,063 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/.tmp/f/d7b548cbb4f04b13a9eac520ce90a1f6 is 37, key is row3/f:row3/1731878499326/Put/seqid=0 2024-11-17T21:21:46,063 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/info/9460ffb6226944f29e556e117fa19d36 is 147, key is hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957./info:regioninfo/1731878486333/Put/seqid=0 2024-11-17T21:21:46,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741841_1017 (size=5228) 2024-11-17T21:21:46,082 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:21:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741840_1016 (size=7686) 2024-11-17T21:21:46,237 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1493, reset compression=false 2024-11-17T21:21:46,242 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:46,242 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1740, reset compression=false 2024-11-17T21:21:46,242 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,33563,1731878465760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:21:46,243 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a313eea8709e,33563,1731878465760: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a313eea8709e,33563,1731878465760, walGroup=a313eea8709e%2C33563%2C1731878465760, offset=a313eea8709e%2C33563%2C1731878465760.1731878468052:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:33563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T21:21:46,244 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T21:21:46,244 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T21:21:46,244 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T21:21:46,244 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T21:21:46,244 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T21:21:46,244 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 924317824 }, "NonHeapMemoryUsage": { "committed": 203161600, "init": 7667712, "max": -1, "used": 200159488 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T21:21:46,245 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:40187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:40187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T21:21:46,247 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd847824d14e8463d456a18806a8957, 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:46,446 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1740, reset compression=false 2024-11-17T21:21:46,448 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd847824d14e8463d456a18806a8957, 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:46,475 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/.tmp/f/d7b548cbb4f04b13a9eac520ce90a1f6 2024-11-17T21:21:46,481 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7b548cbb4f04b13a9eac520ce90a1f6 2024-11-17T21:21:46,486 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/info/9460ffb6226944f29e556e117fa19d36 2024-11-17T21:21:46,500 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/.tmp/f1/22f93c2c26ad4805877d350658a9d3a1 is 30, key is row1/f1:/1731878496648/DeleteFamily/seqid=0 2024-11-17T21:21:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741842_1018 (size=5158) 2024-11-17T21:21:46,515 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/.tmp/f1/22f93c2c26ad4805877d350658a9d3a1 2024-11-17T21:21:46,520 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22f93c2c26ad4805877d350658a9d3a1 2024-11-17T21:21:46,521 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/ns/6e667e53585b47b3ac3d5b42b468c62c is 43, key is default/ns:d/1731878469121/Put/seqid=0 2024-11-17T21:21:46,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741843_1019 (size=5153) 2024-11-17T21:21:46,541 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/ns/6e667e53585b47b3ac3d5b42b468c62c 2024-11-17T21:21:46,559 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/.tmp/norep/ec27f24aaa814506ab2b5d9099d4549c is 32, key is row/norep:/1731878495643/DeleteFamily/seqid=0 2024-11-17T21:21:46,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741844_1020 (size=5101) 2024-11-17T21:21:46,590 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/rep_barrier/78c0557b86994309aa9f3e264eb86cc6 is 112, key is test,,1731878481114.6da96bdce9d86e12861f80c614eb0588./rep_barrier:seqnumDuringOpen/1731878482388/Put/seqid=0 2024-11-17T21:21:46,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741845_1021 (size=5518) 2024-11-17T21:21:46,600 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/rep_barrier/78c0557b86994309aa9f3e264eb86cc6 2024-11-17T21:21:46,627 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/table/6fbd25ab588f4542b3bd324deea4415b is 53, key is hbase:replication/table:state/1731878486355/Put/seqid=0 2024-11-17T21:21:46,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741846_1022 (size=5308) 2024-11-17T21:21:46,636 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/table/6fbd25ab588f4542b3bd324deea4415b 2024-11-17T21:21:46,642 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/info/9460ffb6226944f29e556e117fa19d36 as hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/info/9460ffb6226944f29e556e117fa19d36 2024-11-17T21:21:46,647 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/info/9460ffb6226944f29e556e117fa19d36, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:21:46,648 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd847824d14e8463d456a18806a8957, 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:46,648 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/ns/6e667e53585b47b3ac3d5b42b468c62c as hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/ns/6e667e53585b47b3ac3d5b42b468c62c 2024-11-17T21:21:46,656 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/ns/6e667e53585b47b3ac3d5b42b468c62c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:21:46,657 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/rep_barrier/78c0557b86994309aa9f3e264eb86cc6 as hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/rep_barrier/78c0557b86994309aa9f3e264eb86cc6 2024-11-17T21:21:46,663 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/rep_barrier/78c0557b86994309aa9f3e264eb86cc6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:21:46,665 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/.tmp/table/6fbd25ab588f4542b3bd324deea4415b as hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/table/6fbd25ab588f4542b3bd324deea4415b 2024-11-17T21:21:46,695 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/table/6fbd25ab588f4542b3bd324deea4415b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:21:46,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,701 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 652ms, sequenceid=16, compaction requested=false 2024-11-17T21:21:46,701 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:21:46,752 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1740, reset compression=false 2024-11-17T21:21:46,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:46,812 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:21:46,817 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:21:46,817 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:21:46,817 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:46,817 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878506047Running coprocessor pre-close hooks at 1731878506047Disabling compacts and flushes for region at 1731878506047Disabling writes for close at 1731878506048 (+1 ms)Obtaining lock to block concurrent updates at 1731878506048Preparing flush snapshotting stores in 1588230740 at 1731878506048Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878506048Flushing stores of hbase:meta,,1.1588230740 at 1731878506048Flushing 1588230740/info: creating writer at 1731878506049 (+1 ms)Flushing 1588230740/info: appending metadata at 1731878506063 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731878506063Flushing 1588230740/ns: creating writer at 1731878506491 (+428 ms)Flushing 1588230740/ns: appending metadata at 1731878506521 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731878506521Flushing 1588230740/rep_barrier: creating writer at 1731878506553 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878506589 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878506589Flushing 1588230740/table: creating writer at 1731878506605 (+16 ms)Flushing 1588230740/table: appending metadata at 1731878506626 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731878506626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2e48ad: reopening flushed file at 1731878506641 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17559b46: reopening flushed file at 1731878506647 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5896018a: reopening flushed file at 1731878506656 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10866dca: reopening flushed file at 1731878506663 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 652ms, sequenceid=16, compaction requested=false at 1731878506701 (+38 ms)Writing region close event to WAL at 1731878506780 (+79 ms)Running coprocessor post-close hooks at 1731878506817 (+37 ms)Closed at 1731878506817 2024-11-17T21:21:46,817 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:46,848 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1351): Waiting on 2bd847824d14e8463d456a18806a8957, 6da96bdce9d86e12861f80c614eb0588 2024-11-17T21:21:46,926 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:21:46,927 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:21:46,972 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/.tmp/norep/ec27f24aaa814506ab2b5d9099d4549c 2024-11-17T21:21:46,977 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec27f24aaa814506ab2b5d9099d4549c 2024-11-17T21:21:46,978 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/.tmp/f/d7b548cbb4f04b13a9eac520ce90a1f6 as hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/f/d7b548cbb4f04b13a9eac520ce90a1f6 2024-11-17T21:21:46,984 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7b548cbb4f04b13a9eac520ce90a1f6 2024-11-17T21:21:46,985 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/f/d7b548cbb4f04b13a9eac520ce90a1f6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T21:21:46,986 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/.tmp/f1/22f93c2c26ad4805877d350658a9d3a1 as hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/f1/22f93c2c26ad4805877d350658a9d3a1 2024-11-17T21:21:46,993 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22f93c2c26ad4805877d350658a9d3a1 2024-11-17T21:21:46,993 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/f1/22f93c2c26ad4805877d350658a9d3a1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T21:21:47,002 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/.tmp/norep/ec27f24aaa814506ab2b5d9099d4549c as hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/norep/ec27f24aaa814506ab2b5d9099d4549c 2024-11-17T21:21:47,010 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec27f24aaa814506ab2b5d9099d4549c 2024-11-17T21:21:47,010 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/norep/ec27f24aaa814506ab2b5d9099d4549c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T21:21:47,011 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6da96bdce9d86e12861f80c614eb0588 in 964ms, sequenceid=12, compaction requested=false 2024-11-17T21:21:47,026 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/data/default/test/6da96bdce9d86e12861f80c614eb0588/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T21:21:47,027 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:21:47,027 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:21:47,027 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:47,027 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6da96bdce9d86e12861f80c614eb0588: Waiting for close lock at 1731878506046Running coprocessor pre-close hooks at 1731878506046Disabling compacts and flushes for region at 1731878506047 (+1 ms)Disabling writes for close at 1731878506047Obtaining lock to block concurrent updates at 1731878506047Preparing flush snapshotting stores in 6da96bdce9d86e12861f80c614eb0588 at 1731878506047Finished memstore snapshotting test,,1731878481114.6da96bdce9d86e12861f80c614eb0588., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731878506047Flushing stores of test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. at 1731878506047Flushing 6da96bdce9d86e12861f80c614eb0588/f: creating writer at 1731878506048 (+1 ms)Flushing 6da96bdce9d86e12861f80c614eb0588/f: appending metadata at 1731878506062 (+14 ms)Flushing 6da96bdce9d86e12861f80c614eb0588/f: closing flushed file at 1731878506062Flushing 6da96bdce9d86e12861f80c614eb0588/f1: creating writer at 1731878506481 (+419 ms)Flushing 6da96bdce9d86e12861f80c614eb0588/f1: appending metadata at 1731878506500 (+19 ms)Flushing 6da96bdce9d86e12861f80c614eb0588/f1: closing flushed file at 1731878506500Flushing 6da96bdce9d86e12861f80c614eb0588/norep: creating writer at 1731878506520 (+20 ms)Flushing 6da96bdce9d86e12861f80c614eb0588/norep: appending metadata at 1731878506558 (+38 ms)Flushing 6da96bdce9d86e12861f80c614eb0588/norep: closing flushed file at 1731878506558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bc43b2: reopening flushed file at 1731878506977 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49117a43: reopening flushed file at 1731878506985 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c08da5c: reopening flushed file at 1731878507000 (+15 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6da96bdce9d86e12861f80c614eb0588 in 964ms, sequenceid=12, compaction requested=false at 1731878507011 (+11 ms)Writing region close event to WAL at 1731878507020 (+9 ms)Running coprocessor post-close hooks at 1731878507027 (+7 ms)Closed at 1731878507027 2024-11-17T21:21:47,027 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878481114.6da96bdce9d86e12861f80c614eb0588. 2024-11-17T21:21:47,028 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bd847824d14e8463d456a18806a8957, disabling compactions & flushes 2024-11-17T21:21:47,028 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:47,028 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:47,028 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. after waiting 0 ms 2024-11-17T21:21:47,028 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:47,028 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bd847824d14e8463d456a18806a8957: Waiting for close lock at 1731878507028Running coprocessor pre-close hooks at 1731878507028Disabling compacts and flushes for region at 1731878507028Disabling writes for close at 1731878507028Failed flush hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957., putting online again at 1731878507028 2024-11-17T21:21:47,028 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:47,048 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:21:47,048 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1325): Online Regions={2bd847824d14e8463d456a18806a8957=hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957.} 2024-11-17T21:21:47,048 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:47,048 DEBUG [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1351): Waiting on 2bd847824d14e8463d456a18806a8957 2024-11-17T21:21:47,049 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bd847824d14e8463d456a18806a8957, disabling compactions & flushes 2024-11-17T21:21:47,049 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:47,049 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:47,049 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. after waiting 0 ms 2024-11-17T21:21:47,049 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:47,049 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bd847824d14e8463d456a18806a8957: Waiting for close lock at 1731878507049Running coprocessor pre-close hooks at 1731878507049Disabling compacts and flushes for region at 1731878507049Disabling writes for close at 1731878507049Failed flush hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957., putting online again at 1731878507049 2024-11-17T21:21:47,049 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878485067.2bd847824d14e8463d456a18806a8957. 2024-11-17T21:21:47,191 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 1740, reset compression=false 2024-11-17T21:21:47,223 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:21:47,223 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/WALs/a313eea8709e,33563,1731878465760/a313eea8709e%2C33563%2C1731878465760.1731878468052 to pos 2384, reset compression=false 2024-11-17T21:21:47,249 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T21:21:47,249 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,33563,1731878465760; all regions closed. 2024-11-17T21:21:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741834_1010 (size=4239) 2024-11-17T21:21:47,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741839_1015 (size=2609) 2024-11-17T21:21:47,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741832_1008 (size=2392) 2024-11-17T21:21:47,262 DEBUG [RS:0;a313eea8709e:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:47,262 INFO [RS:0;a313eea8709e:33563 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:21:47,263 INFO [RS:0;a313eea8709e:33563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:21:47,263 INFO [RS:0;a313eea8709e:33563 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:21:47,263 INFO [RS:0;a313eea8709e:33563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:21:47,263 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:21:47,263 INFO [RS:0;a313eea8709e:33563 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,33563,1731878465760 because: Region server is closing 2024-11-17T21:21:47,263 INFO [RS:0;a313eea8709e:33563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:33563. 2024-11-17T21:21:47,263 DEBUG [RS:0;a313eea8709e:33563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:47,263 DEBUG [RS:0;a313eea8709e:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:47,263 DEBUG [RS:0;a313eea8709e:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:47,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:47,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:21:47,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,364 INFO [RS:0;a313eea8709e:33563 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.shippera313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 terminated 2024-11-17T21:21:47,364 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,33563,1731878465760.replicationSource.wal-reader.a313eea8709e%2C33563%2C1731878465760,1-a313eea8709e,33563,1731878465760 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:21:47,364 INFO [RS:0;a313eea8709e:33563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:33563. 2024-11-17T21:21:47,364 DEBUG [RS:0;a313eea8709e:33563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:21:47,365 DEBUG [RS:0;a313eea8709e:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:47,365 DEBUG [RS:0;a313eea8709e:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:47,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:21:47,379 INFO [RS:0;a313eea8709e:33563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33563 2024-11-17T21:21:47,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:47,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143/rs 2024-11-17T21:21:47,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0294851143/rs/a313eea8709e,33563,1731878465760 2024-11-17T21:21:47,473 INFO [RS:0;a313eea8709e:33563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:21:47,474 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,33563,1731878465760] 2024-11-17T21:21:47,550 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0294851143/draining/a313eea8709e,33563,1731878465760 already deleted, retry=false 2024-11-17T21:21:47,550 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,33563,1731878465760 expired; onlineServers=0 2024-11-17T21:21:47,550 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,40187,1731878465569' ***** 2024-11-17T21:21:47,550 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:21:47,550 INFO [M:0;a313eea8709e:40187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:21:47,550 INFO [M:0;a313eea8709e:40187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:21:47,550 DEBUG [M:0;a313eea8709e:40187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:21:47,550 DEBUG [M:0;a313eea8709e:40187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:21:47,550 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878467844 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878467844,5,FailOnTimeoutGroup] 2024-11-17T21:21:47,551 INFO [M:0;a313eea8709e:40187 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:21:47,551 INFO [M:0;a313eea8709e:40187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:21:47,551 DEBUG [M:0;a313eea8709e:40187 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:21:47,551 INFO [M:0;a313eea8709e:40187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:21:47,551 INFO [M:0;a313eea8709e:40187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:21:47,551 ERROR [M:0;a313eea8709e:40187 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33841,5,PEWorkerGroup] 2024-11-17T21:21:47,551 INFO [M:0;a313eea8709e:40187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:21:47,551 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:21:47,551 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:21:47,551 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878467844 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878467844,5,FailOnTimeoutGroup] 2024-11-17T21:21:47,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0294851143/master 2024-11-17T21:21:47,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0294851143 2024-11-17T21:21:47,571 DEBUG [M:0;a313eea8709e:40187 {}] zookeeper.RecoverableZooKeeper(212): Node /0294851143/master already deleted, retry=false 2024-11-17T21:21:47,571 DEBUG [M:0;a313eea8709e:40187 {}] master.ActiveMasterManager(353): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Failed delete of our master address node; KeeperErrorCode = NoNode for /0294851143/master 2024-11-17T21:21:47,573 INFO [M:0;a313eea8709e:40187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/.lastflushedseqids 2024-11-17T21:21:47,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741847_1023 (size=245) 2024-11-17T21:21:47,586 INFO [M:0;a313eea8709e:40187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:21:47,586 INFO [M:0;a313eea8709e:40187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:21:47,586 DEBUG [M:0;a313eea8709e:40187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:21:47,586 INFO [M:0;a313eea8709e:40187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:47,586 DEBUG [M:0;a313eea8709e:40187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:47,586 DEBUG [M:0;a313eea8709e:40187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:21:47,586 DEBUG [M:0;a313eea8709e:40187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:47,586 INFO [M:0;a313eea8709e:40187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-17T21:21:47,609 DEBUG [M:0;a313eea8709e:40187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07218ea690bd4fa591eb63cde31bfc6c is 82, key is hbase:meta,,1/info:regioninfo/1731878469074/Put/seqid=0 2024-11-17T21:21:47,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741848_1024 (size=5672) 2024-11-17T21:21:47,619 INFO [M:0;a313eea8709e:40187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07218ea690bd4fa591eb63cde31bfc6c 2024-11-17T21:21:47,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:47,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x1014aac24210001, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:47,624 INFO [RS:0;a313eea8709e:33563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:21:47,624 INFO [RS:0;a313eea8709e:33563 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,33563,1731878465760; zookeeper connection closed. 2024-11-17T21:21:47,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52cfb785 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52cfb785 2024-11-17T21:21:47,634 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:21:47,650 DEBUG [M:0;a313eea8709e:40187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb665f4eb07146c69cd8177b450f52f7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731878482425/Put/seqid=0 2024-11-17T21:21:47,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741849_1025 (size=7218) 2024-11-17T21:21:47,658 INFO [M:0;a313eea8709e:40187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb665f4eb07146c69cd8177b450f52f7 2024-11-17T21:21:47,661 INFO [M:0;a313eea8709e:40187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb665f4eb07146c69cd8177b450f52f7 2024-11-17T21:21:47,681 DEBUG [M:0;a313eea8709e:40187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6cff470563249ca90b2a66481ad0c38 is 69, key is a313eea8709e,33563,1731878465760/rs:state/1731878467913/Put/seqid=0 2024-11-17T21:21:47,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741850_1026 (size=5156) 2024-11-17T21:21:47,692 INFO [M:0;a313eea8709e:40187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6cff470563249ca90b2a66481ad0c38 2024-11-17T21:21:47,697 DEBUG [M:0;a313eea8709e:40187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07218ea690bd4fa591eb63cde31bfc6c as hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07218ea690bd4fa591eb63cde31bfc6c 2024-11-17T21:21:47,703 INFO [M:0;a313eea8709e:40187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07218ea690bd4fa591eb63cde31bfc6c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T21:21:47,704 DEBUG [M:0;a313eea8709e:40187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb665f4eb07146c69cd8177b450f52f7 as hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb665f4eb07146c69cd8177b450f52f7 2024-11-17T21:21:47,709 INFO [M:0;a313eea8709e:40187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb665f4eb07146c69cd8177b450f52f7 2024-11-17T21:21:47,709 INFO [M:0;a313eea8709e:40187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb665f4eb07146c69cd8177b450f52f7, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T21:21:47,710 DEBUG [M:0;a313eea8709e:40187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6cff470563249ca90b2a66481ad0c38 as hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6cff470563249ca90b2a66481ad0c38 2024-11-17T21:21:47,721 INFO [M:0;a313eea8709e:40187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/a27b9c52-bce5-57a7-1515-bad3e53668f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6cff470563249ca90b2a66481ad0c38, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T21:21:47,722 INFO [M:0;a313eea8709e:40187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=105, compaction requested=false 2024-11-17T21:21:47,736 INFO [M:0;a313eea8709e:40187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:47,736 DEBUG [M:0;a313eea8709e:40187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878507586Disabling compacts and flushes for region at 1731878507586Disabling writes for close at 1731878507586Obtaining lock to block concurrent updates at 1731878507586Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878507586Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731878507587 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878507587Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878507587Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878507609 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878507609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878507625 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878507650 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878507650Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878507661 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878507681 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878507681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@518af6a1: reopening flushed file at 1731878507696 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68852c51: reopening flushed file at 1731878507703 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a726a: reopening flushed file at 1731878507709 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=105, compaction requested=false at 1731878507722 (+13 ms)Writing region close event to WAL at 1731878507736 (+14 ms)Closed at 1731878507736 2024-11-17T21:21:47,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741830_1006 (size=64423) 2024-11-17T21:21:47,745 INFO [M:0;a313eea8709e:40187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:21:47,745 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:21:47,745 INFO [M:0;a313eea8709e:40187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40187 2024-11-17T21:21:47,746 INFO [M:0;a313eea8709e:40187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:21:47,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:47,925 INFO [M:0;a313eea8709e:40187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:21:47,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1014aac24210000, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:21:47,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c34ea28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:21:47,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f2cadec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:21:47,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:21:47,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69529380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:21:47,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cc581e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/hadoop.log.dir/,STOPPED} 2024-11-17T21:21:47,960 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:21:47,960 WARN [BP-1519589686-172.17.0.2-1731878463623 heartbeating to localhost/127.0.0.1:33841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:21:47,960 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:21:47,960 WARN [BP-1519589686-172.17.0.2-1731878463623 heartbeating to localhost/127.0.0.1:33841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1519589686-172.17.0.2-1731878463623 (Datanode Uuid 586af5f4-1e60-440c-90e0-a30cb0f27205) service to localhost/127.0.0.1:33841 2024-11-17T21:21:47,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/cluster_a07a1ea0-7129-791a-5d39-3fe4687c7b33/data/data1/current/BP-1519589686-172.17.0.2-1731878463623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:21:47,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/cluster_a07a1ea0-7129-791a-5d39-3fe4687c7b33/data/data2/current/BP-1519589686-172.17.0.2-1731878463623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:21:47,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:21:48,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41288b05{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:21:48,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69b9fcac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:21:48,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:21:48,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7188027e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:21:48,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@724e6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691de6e6-6850-286c-87e5-c57edc8bbd1c/hadoop.log.dir/,STOPPED} 2024-11-17T21:21:48,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T21:21:48,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:21:48,066 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 259) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60278) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60278) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-19 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38747 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60278) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33841 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43549 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 290) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7319 (was 7767) 2024-11-17T21:21:48,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=477, ProcessCount=11, AvailableMemoryMB=7318 2024-11-17T21:21:48,100 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-17T21:21:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/hadoop.log.dir so I do NOT create it in target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4 2024-11-17T21:21:48,101 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:21:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/hadoop.tmp.dir so I do NOT create it in target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4 2024-11-17T21:21:48,101 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c90c6f0-24bd-1429-8349-6ce22b11baac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:21:48,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4 2024-11-17T21:21:48,101 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/cluster_9361a846-5cd3-f281-8eed-172ff0d8c20c, deleteOnExit=true 2024-11-17T21:21:48,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/cluster_9361a846-5cd3-f281-8eed-172ff0d8c20c/zookeeper_0, clientPort=49299, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/cluster_9361a846-5cd3-f281-8eed-172ff0d8c20c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/cluster_9361a846-5cd3-f281-8eed-172ff0d8c20c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T21:21:48,108 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49299 2024-11-17T21:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/test.cache.data in system properties and HBase conf 2024-11-17T21:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:21:48,109 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:21:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:21:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:21:48,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014aac24210005, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:21:48,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014aac24210002, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:21:48,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014aac24210008, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:21:48,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014aac24210005, quorum=127.0.0.1:60278, baseZNode=/1-1187074207 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:21:48,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014aac24210002, quorum=127.0.0.1:60278, baseZNode=/0294851143 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:21:48,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014aac24210008, quorum=127.0.0.1:60278, baseZNode=/2-1106407634 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:21:48,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:48,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:21:48,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:21:48,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:21:48,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:21:48,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:48,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7958868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:21:48,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d101001{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:21:48,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28df01c1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/java.io.tmpdir/jetty-localhost-32933-hadoop-hdfs-3_4_1-tests_jar-_-any-5858387200137584213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:21:48,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a8f67af{HTTP/1.1, (http/1.1)}{localhost:32933} 2024-11-17T21:21:48,777 INFO [Time-limited test {}] server.Server(415): Started @274106ms 2024-11-17T21:21:49,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:49,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:21:49,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:21:49,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:21:49,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:21:49,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:21:49,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:21:49,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47338a4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/java.io.tmpdir/jetty-localhost-33835-hadoop-hdfs-3_4_1-tests_jar-_-any-14565571655470354970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:21:49,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:33835} 2024-11-17T21:21:49,218 INFO [Time-limited test {}] server.Server(415): Started @274546ms 2024-11-17T21:21:49,219 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:21:50,384 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/cluster_9361a846-5cd3-f281-8eed-172ff0d8c20c/data/data2/current/BP-460141112-172.17.0.2-1731878508131/current, will proceed with Du for space computation calculation, 2024-11-17T21:21:50,384 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/cluster_9361a846-5cd3-f281-8eed-172ff0d8c20c/data/data1/current/BP-460141112-172.17.0.2-1731878508131/current, will proceed with Du for space computation calculation, 2024-11-17T21:21:50,398 WARN [Thread-3416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:21:50,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c9e69209bc210dd with lease ID 0x48cffacfd62a74af: Processing first storage report for DS-5b14f142-c81f-40e0-b9cb-89edd9d2e11f from datanode DatanodeRegistration(127.0.0.1:46205, datanodeUuid=abbd28c7-03eb-47b2-bb9c-789e798139d9, infoPort=34799, infoSecurePort=0, ipcPort=42749, storageInfo=lv=-57;cid=testClusterID;nsid=895522134;c=1731878508131) 2024-11-17T21:21:50,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c9e69209bc210dd with lease ID 0x48cffacfd62a74af: from storage DS-5b14f142-c81f-40e0-b9cb-89edd9d2e11f node DatanodeRegistration(127.0.0.1:46205, datanodeUuid=abbd28c7-03eb-47b2-bb9c-789e798139d9, infoPort=34799, infoSecurePort=0, ipcPort=42749, storageInfo=lv=-57;cid=testClusterID;nsid=895522134;c=1731878508131), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:21:50,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c9e69209bc210dd with lease ID 0x48cffacfd62a74af: Processing first storage report for DS-246e76c6-f0c0-4881-85ca-567c635b3aaa from datanode DatanodeRegistration(127.0.0.1:46205, datanodeUuid=abbd28c7-03eb-47b2-bb9c-789e798139d9, infoPort=34799, infoSecurePort=0, ipcPort=42749, storageInfo=lv=-57;cid=testClusterID;nsid=895522134;c=1731878508131) 2024-11-17T21:21:50,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c9e69209bc210dd with lease ID 0x48cffacfd62a74af: from storage DS-246e76c6-f0c0-4881-85ca-567c635b3aaa node DatanodeRegistration(127.0.0.1:46205, datanodeUuid=abbd28c7-03eb-47b2-bb9c-789e798139d9, infoPort=34799, infoSecurePort=0, ipcPort=42749, storageInfo=lv=-57;cid=testClusterID;nsid=895522134;c=1731878508131), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T21:21:50,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4 2024-11-17T21:21:50,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:50,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:50,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:21:50,469 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec with version=8 2024-11-17T21:21:50,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/hbase-staging 2024-11-17T21:21:50,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:21:50,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:50,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:50,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:21:50,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:50,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:21:50,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:21:50,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:21:50,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36197 2024-11-17T21:21:50,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36197 connecting to ZooKeeper ensemble=127.0.0.1:49299 2024-11-17T21:21:50,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361970x0, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:50,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36197-0x1014aacd1f30000 connected 2024-11-17T21:21:50,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:50,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:50,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Set watcher on znode that does not yet exist, /02915171/running 2024-11-17T21:21:50,755 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec, hbase.cluster.distributed=false 2024-11-17T21:21:50,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Set watcher on znode that does not yet exist, /02915171/acl 2024-11-17T21:21:50,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-17T21:21:50,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36197 2024-11-17T21:21:50,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36197 2024-11-17T21:21:50,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-17T21:21:50,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-17T21:21:50,789 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:21:50,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:50,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:50,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:21:50,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:50,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:21:50,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:21:50,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:21:50,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34049 2024-11-17T21:21:50,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34049 connecting to ZooKeeper ensemble=127.0.0.1:49299 2024-11-17T21:21:50,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:50,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:50,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340490x0, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:50,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340490x0, quorum=127.0.0.1:49299, baseZNode=/02915171 Set watcher on znode that does not yet exist, /02915171/running 2024-11-17T21:21:50,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34049-0x1014aacd1f30001 connected 2024-11-17T21:21:50,802 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:21:50,805 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:21:50,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Set watcher on znode that does not yet exist, /02915171/master 2024-11-17T21:21:50,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Set watcher on znode that does not yet exist, /02915171/acl 2024-11-17T21:21:50,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34049 2024-11-17T21:21:50,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34049 2024-11-17T21:21:50,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34049 2024-11-17T21:21:50,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34049 2024-11-17T21:21:50,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34049 2024-11-17T21:21:50,838 DEBUG [M:0;a313eea8709e:36197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:36197 2024-11-17T21:21:50,840 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02915171/backup-masters/a313eea8709e,36197,1731878510471 2024-11-17T21:21:50,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171/backup-masters 2024-11-17T21:21:50,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171/backup-masters 2024-11-17T21:21:50,876 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Set watcher on existing znode=/02915171/backup-masters/a313eea8709e,36197,1731878510471 2024-11-17T21:21:50,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02915171/master 2024-11-17T21:21:50,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:50,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:50,887 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Set watcher on existing znode=/02915171/master 2024-11-17T21:21:50,887 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02915171/backup-masters/a313eea8709e,36197,1731878510471 from backup master directory 2024-11-17T21:21:50,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171/backup-masters 2024-11-17T21:21:50,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02915171/backup-masters/a313eea8709e,36197,1731878510471 2024-11-17T21:21:50,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171/backup-masters 2024-11-17T21:21:50,897 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:21:50,897 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,36197,1731878510471 2024-11-17T21:21:50,908 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/hbase.id] with ID: a4ab030b-b361-4f64-a6e2-266c16f2b61d 2024-11-17T21:21:50,908 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/.tmp/hbase.id 2024-11-17T21:21:50,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:21:50,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:21:50,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T21:21:50,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T21:21:50,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:21:51,321 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/.tmp/hbase.id]:[hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/hbase.id] 2024-11-17T21:21:51,328 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:51,328 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:21:51,329 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:21:51,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:51,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:51,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:21:51,813 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:21:51,814 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:21:51,814 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:51,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:21:52,220 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store 2024-11-17T21:21:52,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:21:52,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:21:52,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:21:52,626 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:52,626 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:21:52,626 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:52,626 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:52,626 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:21:52,626 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:52,626 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:52,626 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878512626Disabling compacts and flushes for region at 1731878512626Disabling writes for close at 1731878512626Writing region close event to WAL at 1731878512626Closed at 1731878512626 2024-11-17T21:21:52,626 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/.initializing 2024-11-17T21:21:52,626 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/WALs/a313eea8709e,36197,1731878510471 2024-11-17T21:21:52,627 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:21:52,628 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C36197%2C1731878510471, suffix=, logDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/WALs/a313eea8709e,36197,1731878510471, archiveDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/oldWALs, maxLogs=10 2024-11-17T21:21:52,643 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/WALs/a313eea8709e,36197,1731878510471/a313eea8709e%2C36197%2C1731878510471.1731878512628, exclude list is [], retry=0 2024-11-17T21:21:52,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46205,DS-5b14f142-c81f-40e0-b9cb-89edd9d2e11f,DISK] 2024-11-17T21:21:52,646 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/WALs/a313eea8709e,36197,1731878510471/a313eea8709e%2C36197%2C1731878510471.1731878512628 2024-11-17T21:21:52,647 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34799:34799)] 2024-11-17T21:21:52,647 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:52,647 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:52,647 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,647 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:21:52,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:52,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:52,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:21:52,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:52,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:52,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:21:52,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:52,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:52,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:21:52,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:52,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:52,652 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,652 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,652 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,653 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,653 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,653 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:52,654 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:52,655 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:52,655 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71856189, jitterRate=0.07074065506458282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:52,656 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878512647Initializing all the Stores at 1731878512647Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878512647Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878512648 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878512648Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878512648Cleaning up temporary data from old regions at 1731878512653 (+5 ms)Region opened successfully at 1731878512656 (+3 ms) 2024-11-17T21:21:52,656 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:21:52,658 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205f91ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:21:52,658 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:21:52,658 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:21:52,658 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:21:52,659 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:21:52,659 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:21:52,659 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:21:52,659 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:21:52,663 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:21:52,663 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Unable to get data of znode /02915171/balancer because node does not exist (not necessarily an error) 2024-11-17T21:21:52,769 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02915171/balancer already deleted, retry=false 2024-11-17T21:21:52,769 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:21:52,769 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Unable to get data of znode /02915171/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:21:52,837 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02915171/normalizer already deleted, retry=false 2024-11-17T21:21:52,837 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:21:52,838 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Unable to get data of znode /02915171/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:21:52,959 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02915171/switch/split already deleted, retry=false 2024-11-17T21:21:52,960 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Unable to get data of znode /02915171/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:21:53,098 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02915171/switch/merge already deleted, retry=false 2024-11-17T21:21:53,100 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Unable to get data of znode /02915171/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:21:53,187 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02915171/snapshot-cleanup already deleted, retry=false 2024-11-17T21:21:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02915171/running 2024-11-17T21:21:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02915171/running 2024-11-17T21:21:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:53,265 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,36197,1731878510471, sessionid=0x1014aacd1f30000, setting cluster-up flag (Was=false) 2024-11-17T21:21:53,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:53,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:53,729 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02915171/flush-table-proc/acquired, /02915171/flush-table-proc/reached, /02915171/flush-table-proc/abort 2024-11-17T21:21:53,730 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,36197,1731878510471 2024-11-17T21:21:53,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:53,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:53,841 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02915171/online-snapshot/acquired, /02915171/online-snapshot/reached, /02915171/online-snapshot/abort 2024-11-17T21:21:53,842 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,36197,1731878510471 2024-11-17T21:21:53,843 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:21:53,844 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:53,844 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:21:53,844 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:21:53,844 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,36197,1731878510471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:21:53,845 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:53,846 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:53,846 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:53,846 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:53,846 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:21:53,846 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,846 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:21:53,846 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,851 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878543851 2024-11-17T21:21:53,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:21:53,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:21:53,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:21:53,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:21:53,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:21:53,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:21:53,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:53,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:53,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:21:53,853 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:21:53,853 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:21:53,853 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:21:53,853 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:21:53,853 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:21:53,853 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:21:53,853 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:53,853 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:21:53,854 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878513853,5,FailOnTimeoutGroup] 2024-11-17T21:21:53,854 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878513854,5,FailOnTimeoutGroup] 2024-11-17T21:21:53,854 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:53,854 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:21:53,854 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:53,854 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:53,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:21:53,927 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(746): ClusterId : a4ab030b-b361-4f64-a6e2-266c16f2b61d 2024-11-17T21:21:53,927 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:21:53,939 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:21:53,939 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:21:53,950 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:21:53,950 DEBUG [RS:0;a313eea8709e:34049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664d7d44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:21:53,960 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:34049 2024-11-17T21:21:53,960 INFO [RS:0;a313eea8709e:34049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:21:53,960 INFO [RS:0;a313eea8709e:34049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:21:53,960 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:21:53,960 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,36197,1731878510471 with port=34049, startcode=1731878510788 2024-11-17T21:21:53,961 DEBUG [RS:0;a313eea8709e:34049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:21:53,962 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:21:53,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,34049,1731878510788 2024-11-17T21:21:53,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36197 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,34049,1731878510788 2024-11-17T21:21:53,963 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec 2024-11-17T21:21:53,963 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37285 2024-11-17T21:21:53,963 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:21:53,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171/rs 2024-11-17T21:21:53,970 DEBUG [RS:0;a313eea8709e:34049 {}] zookeeper.ZKUtil(111): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Set watcher on existing znode=/02915171/rs/a313eea8709e,34049,1731878510788 2024-11-17T21:21:53,970 WARN [RS:0;a313eea8709e:34049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:21:53,970 INFO [RS:0;a313eea8709e:34049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:53,971 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788 2024-11-17T21:21:53,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,34049,1731878510788] 2024-11-17T21:21:53,974 INFO [RS:0;a313eea8709e:34049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:21:53,976 INFO [RS:0;a313eea8709e:34049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:21:53,976 INFO [RS:0;a313eea8709e:34049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:21:53,976 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:53,979 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:21:53,979 INFO [RS:0;a313eea8709e:34049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:21:53,980 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:21:53,980 DEBUG [RS:0;a313eea8709e:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:21:53,987 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:53,987 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:53,987 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:53,987 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:53,987 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:53,987 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34049,1731878510788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:21:54,000 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:21:54,000 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34049,1731878510788-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:54,000 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:54,000 INFO [RS:0;a313eea8709e:34049 {}] regionserver.Replication(171): a313eea8709e,34049,1731878510788 started 2024-11-17T21:21:54,012 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:54,012 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,34049,1731878510788, RpcServer on a313eea8709e/172.17.0.2:34049, sessionid=0x1014aacd1f30001 2024-11-17T21:21:54,012 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:21:54,012 DEBUG [RS:0;a313eea8709e:34049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,34049,1731878510788 2024-11-17T21:21:54,012 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,34049,1731878510788' 2024-11-17T21:21:54,012 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02915171/flush-table-proc/abort' 2024-11-17T21:21:54,013 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02915171/flush-table-proc/acquired' 2024-11-17T21:21:54,013 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:21:54,013 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:21:54,013 DEBUG [RS:0;a313eea8709e:34049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,34049,1731878510788 2024-11-17T21:21:54,013 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,34049,1731878510788' 2024-11-17T21:21:54,013 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02915171/online-snapshot/abort' 2024-11-17T21:21:54,013 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02915171/online-snapshot/acquired' 2024-11-17T21:21:54,014 DEBUG [RS:0;a313eea8709e:34049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:21:54,014 INFO [RS:0;a313eea8709e:34049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:21:54,014 INFO [RS:0;a313eea8709e:34049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:21:54,114 INFO [RS:0;a313eea8709e:34049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:21:54,115 INFO [RS:0;a313eea8709e:34049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C34049%2C1731878510788, suffix=, logDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788, archiveDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/oldWALs, maxLogs=10 2024-11-17T21:21:54,126 DEBUG [RS:0;a313eea8709e:34049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115, exclude list is [], retry=0 2024-11-17T21:21:54,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46205,DS-5b14f142-c81f-40e0-b9cb-89edd9d2e11f,DISK] 2024-11-17T21:21:54,131 INFO [RS:0;a313eea8709e:34049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 2024-11-17T21:21:54,131 DEBUG [RS:0;a313eea8709e:34049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34799:34799)] 2024-11-17T21:21:54,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:21:54,258 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec 2024-11-17T21:21:54,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:21:54,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:54,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:21:54,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:21:54,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:54,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:54,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:21:54,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:21:54,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:54,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:54,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:21:54,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:21:54,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:54,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:54,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:21:54,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:21:54,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:54,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:54,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:21:54,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740 2024-11-17T21:21:54,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740 2024-11-17T21:21:54,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:21:54,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:21:54,281 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:54,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:21:54,284 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:54,285 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68304207, jitterRate=0.01781199872493744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:54,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878514271Initializing all the Stores at 1731878514272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878514272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878514272Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878514272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878514272Cleaning up temporary data from old regions at 1731878514281 (+9 ms)Region opened successfully at 1731878514285 (+4 ms) 2024-11-17T21:21:54,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:21:54,285 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:21:54,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:21:54,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:21:54,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:21:54,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:54,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878514285Disabling compacts and flushes for region at 1731878514285Disabling writes for close at 1731878514286 (+1 ms)Writing region close event to WAL at 1731878514292 (+6 ms)Closed at 1731878514292 2024-11-17T21:21:54,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:54,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:21:54,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:21:54,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:21:54,296 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:21:54,446 DEBUG [a313eea8709e:36197 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:21:54,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,34049,1731878510788 2024-11-17T21:21:54,448 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,34049,1731878510788, state=OPENING 2024-11-17T21:21:54,454 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:21:54,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:54,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:21:54,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02915171/meta-region-server: CHANGED 2024-11-17T21:21:54,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02915171/meta-region-server: CHANGED 2024-11-17T21:21:54,465 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:21:54,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,34049,1731878510788}] 2024-11-17T21:21:54,617 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:21:54,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:21:54,622 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:21:54,622 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:54,622 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:21:54,623 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C34049%2C1731878510788.meta, suffix=.meta, logDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788, archiveDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/oldWALs, maxLogs=10 2024-11-17T21:21:54,640 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.meta.1731878514623.meta, exclude list is [], retry=0 2024-11-17T21:21:54,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46205,DS-5b14f142-c81f-40e0-b9cb-89edd9d2e11f,DISK] 2024-11-17T21:21:54,655 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.meta.1731878514623.meta 2024-11-17T21:21:54,656 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34799:34799)] 2024-11-17T21:21:54,656 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:54,657 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:21:54,657 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:21:54,657 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:21:54,657 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:21:54,657 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:21:54,657 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:54,657 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:21:54,657 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:21:54,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:21:54,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:21:54,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:54,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:54,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:21:54,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:21:54,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:54,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:54,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:21:54,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:21:54,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:54,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:54,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:21:54,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:21:54,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:54,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:54,670 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:21:54,671 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740 2024-11-17T21:21:54,671 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740 2024-11-17T21:21:54,672 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:21:54,672 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:21:54,673 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:54,674 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:21:54,675 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63511407, jitterRate=-0.05360628664493561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:54,675 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:21:54,675 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878514657Writing region info on filesystem at 1731878514657Initializing all the Stores at 1731878514658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878514658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878514662 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878514662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878514662Cleaning up temporary data from old regions at 1731878514672 (+10 ms)Running coprocessor post-open hooks at 1731878514675 (+3 ms)Region opened successfully at 1731878514675 2024-11-17T21:21:54,676 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878514617 2024-11-17T21:21:54,678 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:21:54,678 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:21:54,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,34049,1731878510788 2024-11-17T21:21:54,681 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,34049,1731878510788, state=OPEN 2024-11-17T21:21:54,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02915171/meta-region-server 2024-11-17T21:21:54,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02915171/meta-region-server 2024-11-17T21:21:54,840 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,34049,1731878510788 2024-11-17T21:21:54,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02915171/meta-region-server: CHANGED 2024-11-17T21:21:54,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02915171/meta-region-server: CHANGED 2024-11-17T21:21:54,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:21:54,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,34049,1731878510788 in 375 msec 2024-11-17T21:21:54,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:21:54,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 548 msec 2024-11-17T21:21:54,844 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:54,844 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:21:54,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:54,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34049,1731878510788, seqNum=-1] 2024-11-17T21:21:54,845 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:54,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:54,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0060 sec 2024-11-17T21:21:54,850 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878514850, completionTime=-1 2024-11-17T21:21:54,850 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:21:54,850 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:21:54,851 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:21:54,851 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878574851 2024-11-17T21:21:54,851 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878634851 2024-11-17T21:21:54,851 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:21:54,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,36197,1731878510471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:54,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,36197,1731878510471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:54,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,36197,1731878510471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:54,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:36197, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:54,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:54,852 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:54,853 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:21:54,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.958sec 2024-11-17T21:21:54,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:21:54,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:21:54,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:21:54,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:21:54,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:21:54,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,36197,1731878510471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:21:54,855 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,36197,1731878510471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:21:54,857 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:21:54,857 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:21:54,857 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,36197,1731878510471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:54,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:54,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,36197,-1 for getting cluster id 2024-11-17T21:21:54,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:21:54,929 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4ab030b-b361-4f64-a6e2-266c16f2b61d' 2024-11-17T21:21:54,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:21:54,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4ab030b-b361-4f64-a6e2-266c16f2b61d" 2024-11-17T21:21:54,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47508e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:54,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,36197,-1] 2024-11-17T21:21:54,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:21:54,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:21:54,931 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:21:54,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42083a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:21:54,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34049,1731878510788, seqNum=-1] 2024-11-17T21:21:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:54,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:54,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,36197,1731878510471 2024-11-17T21:21:54,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49299 2024-11-17T21:21:54,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:54,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014aacd1f30002 connected 2024-11-17T21:21:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/hadoop.log.dir so I do NOT create it in target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0 2024-11-17T21:21:54,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:21:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/hadoop.tmp.dir so I do NOT create it in target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0 2024-11-17T21:21:54,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:21:54,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0 2024-11-17T21:21:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:21:54,962 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/cluster_f960f975-3f16-841d-c7df-8c353132a2d8, deleteOnExit=true 2024-11-17T21:21:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:21:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/test.cache.data in system properties and HBase conf 2024-11-17T21:21:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:21:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:21:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:21:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:21:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:21:54,963 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:21:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:21:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:21:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:21:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:21:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:21:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:21:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:21:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:21:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:21:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:21:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:21:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:21:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:21:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:21:55,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:55,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:21:55,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:21:55,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:21:55,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:21:55,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:55,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e0c54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:21:55,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7591289f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:21:55,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77fb63e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/java.io.tmpdir/jetty-localhost-41023-hadoop-hdfs-3_4_1-tests_jar-_-any-16737795398253553667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:21:55,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4346b6{HTTP/1.1, (http/1.1)}{localhost:41023} 2024-11-17T21:21:55,501 INFO [Time-limited test {}] server.Server(415): Started @280830ms 2024-11-17T21:21:55,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:21:55,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:21:55,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:21:55,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:21:55,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:21:55,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50116699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:21:55,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374948d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:21:55,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e55eb3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/java.io.tmpdir/jetty-localhost-41261-hadoop-hdfs-3_4_1-tests_jar-_-any-16399798462287922615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:21:55,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53054af2{HTTP/1.1, (http/1.1)}{localhost:41261} 2024-11-17T21:21:55,869 INFO [Time-limited test {}] server.Server(415): Started @281198ms 2024-11-17T21:21:55,870 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:21:56,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:21:56,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:21:56,386 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88473 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:21:56,593 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/cluster_f960f975-3f16-841d-c7df-8c353132a2d8/data/data2/current/BP-589158357-172.17.0.2-1731878514994/current, will proceed with Du for space computation calculation, 2024-11-17T21:21:56,593 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/cluster_f960f975-3f16-841d-c7df-8c353132a2d8/data/data1/current/BP-589158357-172.17.0.2-1731878514994/current, will proceed with Du for space computation calculation, 2024-11-17T21:21:56,621 WARN [Thread-3537 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:21:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9484196a28ad01cb with lease ID 0x2071c9a74ecdee27: Processing first storage report for DS-e4e50391-ebc6-44c6-9ec3-1238ebf9bc1c from datanode DatanodeRegistration(127.0.0.1:45141, datanodeUuid=13919142-5272-40b8-86c6-0124d4b9e793, infoPort=41123, infoSecurePort=0, ipcPort=34235, storageInfo=lv=-57;cid=testClusterID;nsid=1098606871;c=1731878514994) 2024-11-17T21:21:56,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9484196a28ad01cb with lease ID 0x2071c9a74ecdee27: from storage DS-e4e50391-ebc6-44c6-9ec3-1238ebf9bc1c node DatanodeRegistration(127.0.0.1:45141, datanodeUuid=13919142-5272-40b8-86c6-0124d4b9e793, infoPort=41123, infoSecurePort=0, ipcPort=34235, storageInfo=lv=-57;cid=testClusterID;nsid=1098606871;c=1731878514994), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:21:56,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9484196a28ad01cb with lease ID 0x2071c9a74ecdee27: Processing first storage report for DS-e8b9a527-d980-445a-9c30-0bb0747ef204 from datanode DatanodeRegistration(127.0.0.1:45141, datanodeUuid=13919142-5272-40b8-86c6-0124d4b9e793, infoPort=41123, infoSecurePort=0, ipcPort=34235, storageInfo=lv=-57;cid=testClusterID;nsid=1098606871;c=1731878514994) 2024-11-17T21:21:56,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9484196a28ad01cb with lease ID 0x2071c9a74ecdee27: from storage DS-e8b9a527-d980-445a-9c30-0bb0747ef204 node DatanodeRegistration(127.0.0.1:45141, datanodeUuid=13919142-5272-40b8-86c6-0124d4b9e793, infoPort=41123, infoSecurePort=0, ipcPort=34235, storageInfo=lv=-57;cid=testClusterID;nsid=1098606871;c=1731878514994), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:21:56,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0 2024-11-17T21:21:56,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:56,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:56,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:21:57,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f with version=8 2024-11-17T21:21:57,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/hbase-staging 2024-11-17T21:21:57,111 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:21:57,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:57,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:57,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:21:57,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:57,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:21:57,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:21:57,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:21:57,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44987 2024-11-17T21:21:57,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44987 connecting to ZooKeeper ensemble=127.0.0.1:49299 2024-11-17T21:21:57,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449870x0, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:57,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44987-0x1014aacd1f30003 connected 2024-11-17T21:21:57,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:57,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:57,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Set watcher on znode that does not yet exist, /1-365700304/running 2024-11-17T21:21:57,236 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f, hbase.cluster.distributed=false 2024-11-17T21:21:57,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Set watcher on znode that does not yet exist, /1-365700304/acl 2024-11-17T21:21:57,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44987 2024-11-17T21:21:57,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44987 2024-11-17T21:21:57,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44987 2024-11-17T21:21:57,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44987 2024-11-17T21:21:57,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44987 2024-11-17T21:21:57,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:21:57,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:57,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:57,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:21:57,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:21:57,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:21:57,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:21:57,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:21:57,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45345 2024-11-17T21:21:57,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45345 connecting to ZooKeeper ensemble=127.0.0.1:49299 2024-11-17T21:21:57,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:57,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:57,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453450x0, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:21:57,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45345-0x1014aacd1f30004 connected 2024-11-17T21:21:57,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Set watcher on znode that does not yet exist, /1-365700304/running 2024-11-17T21:21:57,265 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:21:57,266 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:21:57,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Set watcher on znode that does not yet exist, /1-365700304/master 2024-11-17T21:21:57,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Set watcher on znode that does not yet exist, /1-365700304/acl 2024-11-17T21:21:57,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45345 2024-11-17T21:21:57,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45345 2024-11-17T21:21:57,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45345 2024-11-17T21:21:57,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45345 2024-11-17T21:21:57,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45345 2024-11-17T21:21:57,281 DEBUG [M:0;a313eea8709e:44987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:44987 2024-11-17T21:21:57,282 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-365700304/backup-masters/a313eea8709e,44987,1731878517110 2024-11-17T21:21:57,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304/backup-masters 2024-11-17T21:21:57,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304/backup-masters 2024-11-17T21:21:57,286 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Set watcher on existing znode=/1-365700304/backup-masters/a313eea8709e,44987,1731878517110 2024-11-17T21:21:57,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-365700304/master 2024-11-17T21:21:57,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:57,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:57,296 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Set watcher on existing znode=/1-365700304/master 2024-11-17T21:21:57,297 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-365700304/backup-masters/a313eea8709e,44987,1731878517110 from backup master directory 2024-11-17T21:21:57,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-365700304/backup-masters/a313eea8709e,44987,1731878517110 2024-11-17T21:21:57,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304/backup-masters 2024-11-17T21:21:57,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304/backup-masters 2024-11-17T21:21:57,307 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:21:57,307 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,44987,1731878517110 2024-11-17T21:21:57,309 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/hbase.id] with ID: 174c0a00-df5e-464e-aa3f-90f3ca098e63 2024-11-17T21:21:57,309 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/.tmp/hbase.id 2024-11-17T21:21:57,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:21:57,714 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/.tmp/hbase.id]:[hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/hbase.id] 2024-11-17T21:21:57,723 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:21:57,723 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:21:57,724 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:21:57,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:57,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:57,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:21:58,217 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:21:58,218 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:21:58,224 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:58,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:21:58,253 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store 2024-11-17T21:21:58,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:21:58,272 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:58,272 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:21:58,272 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:58,272 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:58,272 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:21:58,272 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:58,272 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:21:58,272 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878518272Disabling compacts and flushes for region at 1731878518272Disabling writes for close at 1731878518272Writing region close event to WAL at 1731878518272Closed at 1731878518272 2024-11-17T21:21:58,277 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/.initializing 2024-11-17T21:21:58,277 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/WALs/a313eea8709e,44987,1731878517110 2024-11-17T21:21:58,279 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:21:58,281 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C44987%2C1731878517110, suffix=, logDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/WALs/a313eea8709e,44987,1731878517110, archiveDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/oldWALs, maxLogs=10 2024-11-17T21:21:58,303 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/WALs/a313eea8709e,44987,1731878517110/a313eea8709e%2C44987%2C1731878517110.1731878518282, exclude list is [], retry=0 2024-11-17T21:21:58,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-e4e50391-ebc6-44c6-9ec3-1238ebf9bc1c,DISK] 2024-11-17T21:21:58,339 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/WALs/a313eea8709e,44987,1731878517110/a313eea8709e%2C44987%2C1731878517110.1731878518282 2024-11-17T21:21:58,344 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-11-17T21:21:58,345 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:58,345 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:58,345 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,345 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:21:58,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:58,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:58,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:21:58,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:58,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:58,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:21:58,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:58,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:58,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:21:58,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:58,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:21:58,351 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,352 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,352 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,353 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,353 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,354 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:58,356 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:21:58,358 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:58,359 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64710288, jitterRate=-0.035741567611694336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:58,359 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878518345Initializing all the Stores at 1731878518346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878518346Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878518346Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878518346Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878518346Cleaning up temporary data from old regions at 1731878518353 (+7 ms)Region opened successfully at 1731878518359 (+6 ms) 2024-11-17T21:21:58,359 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:21:58,363 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfcaa6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:21:58,364 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:21:58,364 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:21:58,364 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:21:58,364 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:21:58,365 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:21:58,365 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:21:58,365 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:21:58,373 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:21:58,375 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Unable to get data of znode /1-365700304/balancer because node does not exist (not necessarily an error) 2024-11-17T21:21:58,422 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-365700304/balancer already deleted, retry=false 2024-11-17T21:21:58,423 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:21:58,423 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Unable to get data of znode /1-365700304/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:21:58,433 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-365700304/normalizer already deleted, retry=false 2024-11-17T21:21:58,433 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:21:58,434 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Unable to get data of znode /1-365700304/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:21:58,443 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-365700304/switch/split already deleted, retry=false 2024-11-17T21:21:58,444 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Unable to get data of znode /1-365700304/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:21:58,454 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-365700304/switch/merge already deleted, retry=false 2024-11-17T21:21:58,455 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Unable to get data of znode /1-365700304/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:21:58,464 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-365700304/snapshot-cleanup already deleted, retry=false 2024-11-17T21:21:58,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-365700304/running 2024-11-17T21:21:58,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-365700304/running 2024-11-17T21:21:58,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:58,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:58,475 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,44987,1731878517110, sessionid=0x1014aacd1f30003, setting cluster-up flag (Was=false) 2024-11-17T21:21:58,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:58,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:58,527 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-365700304/flush-table-proc/acquired, /1-365700304/flush-table-proc/reached, /1-365700304/flush-table-proc/abort 2024-11-17T21:21:58,528 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,44987,1731878517110 2024-11-17T21:21:58,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:58,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:58,580 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-365700304/online-snapshot/acquired, /1-365700304/online-snapshot/reached, /1-365700304/online-snapshot/abort 2024-11-17T21:21:58,581 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,44987,1731878517110 2024-11-17T21:21:58,582 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:21:58,583 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:58,583 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:21:58,583 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:21:58,583 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,44987,1731878517110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:21:58,584 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:58,584 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:58,584 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:58,584 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:21:58,584 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:21:58,584 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,584 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:21:58,584 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,585 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878548585 2024-11-17T21:21:58,585 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:21:58,585 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:21:58,585 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:21:58,585 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:21:58,585 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:21:58,585 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:21:58,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:58,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:21:58,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:21:58,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:21:58,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:21:58,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:21:58,586 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:58,586 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:21:58,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:21:58,586 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:21:58,587 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878518586,5,FailOnTimeoutGroup] 2024-11-17T21:21:58,587 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878518587,5,FailOnTimeoutGroup] 2024-11-17T21:21:58,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:21:58,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,587 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:21:58,674 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(746): ClusterId : 174c0a00-df5e-464e-aa3f-90f3ca098e63 2024-11-17T21:21:58,674 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:21:58,686 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:21:58,686 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:21:58,696 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:21:58,697 DEBUG [RS:0;a313eea8709e:45345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5566df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:21:58,711 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:45345 2024-11-17T21:21:58,711 INFO [RS:0;a313eea8709e:45345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:21:58,711 INFO [RS:0;a313eea8709e:45345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:21:58,711 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:21:58,712 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,44987,1731878517110 with port=45345, startcode=1731878517250 2024-11-17T21:21:58,712 DEBUG [RS:0;a313eea8709e:45345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:21:58,715 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:21:58,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,45345,1731878517250 2024-11-17T21:21:58,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44987 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,45345,1731878517250 2024-11-17T21:21:58,716 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f 2024-11-17T21:21:58,717 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42361 2024-11-17T21:21:58,717 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:21:58,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304/rs 2024-11-17T21:21:58,728 DEBUG [RS:0;a313eea8709e:45345 {}] zookeeper.ZKUtil(111): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Set watcher on existing znode=/1-365700304/rs/a313eea8709e,45345,1731878517250 2024-11-17T21:21:58,728 WARN [RS:0;a313eea8709e:45345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:21:58,728 INFO [RS:0;a313eea8709e:45345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:58,728 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250 2024-11-17T21:21:58,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,45345,1731878517250] 2024-11-17T21:21:58,734 INFO [RS:0;a313eea8709e:45345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:21:58,736 INFO [RS:0;a313eea8709e:45345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:21:58,736 INFO [RS:0;a313eea8709e:45345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:21:58,736 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,737 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:21:58,737 INFO [RS:0;a313eea8709e:45345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:21:58,737 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,737 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,737 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,737 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,738 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,738 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,738 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:21:58,738 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,738 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,738 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,738 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,738 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,738 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:21:58,738 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:21:58,738 DEBUG [RS:0;a313eea8709e:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:21:58,752 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,752 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,752 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,752 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,752 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,752 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45345,1731878517250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:21:58,777 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:21:58,777 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,45345,1731878517250-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,777 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,777 INFO [RS:0;a313eea8709e:45345 {}] regionserver.Replication(171): a313eea8709e,45345,1731878517250 started 2024-11-17T21:21:58,794 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:58,795 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,45345,1731878517250, RpcServer on a313eea8709e/172.17.0.2:45345, sessionid=0x1014aacd1f30004 2024-11-17T21:21:58,795 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:21:58,795 DEBUG [RS:0;a313eea8709e:45345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,45345,1731878517250 2024-11-17T21:21:58,795 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,45345,1731878517250' 2024-11-17T21:21:58,795 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-365700304/flush-table-proc/abort' 2024-11-17T21:21:58,796 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-365700304/flush-table-proc/acquired' 2024-11-17T21:21:58,796 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:21:58,796 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:21:58,796 DEBUG [RS:0;a313eea8709e:45345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,45345,1731878517250 2024-11-17T21:21:58,796 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,45345,1731878517250' 2024-11-17T21:21:58,796 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-365700304/online-snapshot/abort' 2024-11-17T21:21:58,797 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-365700304/online-snapshot/acquired' 2024-11-17T21:21:58,797 DEBUG [RS:0;a313eea8709e:45345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:21:58,797 INFO [RS:0;a313eea8709e:45345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:21:58,797 INFO [RS:0;a313eea8709e:45345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:21:58,898 INFO [RS:0;a313eea8709e:45345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:21:58,899 INFO [RS:0;a313eea8709e:45345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C45345%2C1731878517250, suffix=, logDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250, archiveDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/oldWALs, maxLogs=10 2024-11-17T21:21:58,914 DEBUG [RS:0;a313eea8709e:45345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900, exclude list is [], retry=0 2024-11-17T21:21:58,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-e4e50391-ebc6-44c6-9ec3-1238ebf9bc1c,DISK] 2024-11-17T21:21:58,919 INFO [RS:0;a313eea8709e:45345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 2024-11-17T21:21:58,920 DEBUG [RS:0;a313eea8709e:45345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-11-17T21:21:58,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:21:58,995 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f 2024-11-17T21:21:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:21:59,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:59,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:21:59,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:21:59,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:59,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:59,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:21:59,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:21:59,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:59,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:59,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:21:59,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:21:59,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:59,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:59,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:21:59,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:21:59,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:59,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:59,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:21:59,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740 2024-11-17T21:21:59,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740 2024-11-17T21:21:59,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:21:59,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:21:59,422 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:59,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:21:59,424 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:21:59,425 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66990520, jitterRate=-0.001763463020324707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:59,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878519402Initializing all the Stores at 1731878519403 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878519403Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878519408 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878519408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878519408Cleaning up temporary data from old regions at 1731878519422 (+14 ms)Region opened successfully at 1731878519425 (+3 ms) 2024-11-17T21:21:59,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:21:59,425 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:21:59,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:21:59,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:21:59,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:21:59,440 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:21:59,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878519425Disabling compacts and flushes for region at 1731878519425Disabling writes for close at 1731878519425Writing region close event to WAL at 1731878519440 (+15 ms)Closed at 1731878519440 2024-11-17T21:21:59,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:59,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:21:59,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:21:59,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:21:59,443 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:21:59,593 DEBUG [a313eea8709e:44987 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:21:59,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,45345,1731878517250 2024-11-17T21:21:59,595 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,45345,1731878517250, state=OPENING 2024-11-17T21:21:59,664 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:21:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:21:59,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-365700304/meta-region-server: CHANGED 2024-11-17T21:21:59,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-365700304/meta-region-server: CHANGED 2024-11-17T21:21:59,746 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:21:59,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,45345,1731878517250}] 2024-11-17T21:21:59,899 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:21:59,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:21:59,905 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:21:59,905 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:21:59,906 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:21:59,907 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C45345%2C1731878517250.meta, suffix=.meta, logDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250, archiveDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/oldWALs, maxLogs=10 2024-11-17T21:21:59,922 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.meta.1731878519907.meta, exclude list is [], retry=0 2024-11-17T21:21:59,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-e4e50391-ebc6-44c6-9ec3-1238ebf9bc1c,DISK] 2024-11-17T21:21:59,928 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.meta.1731878519907.meta 2024-11-17T21:21:59,928 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-11-17T21:21:59,928 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:21:59,929 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:21:59,929 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:21:59,929 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:21:59,929 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:21:59,929 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:21:59,929 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:21:59,929 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:21:59,929 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:21:59,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:21:59,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:21:59,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:59,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:59,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:21:59,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:21:59,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:59,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:59,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:21:59,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:21:59,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:59,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:59,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:21:59,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:21:59,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:21:59,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:21:59,934 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:21:59,934 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740 2024-11-17T21:21:59,935 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740 2024-11-17T21:21:59,936 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:21:59,936 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:21:59,936 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:21:59,937 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:21:59,938 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74252472, jitterRate=0.10644805431365967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:21:59,938 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:21:59,938 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878519929Writing region info on filesystem at 1731878519929Initializing all the Stores at 1731878519930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878519930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878519930Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878519930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878519930Cleaning up temporary data from old regions at 1731878519936 (+6 ms)Running coprocessor post-open hooks at 1731878519938 (+2 ms)Region opened successfully at 1731878519938 2024-11-17T21:21:59,940 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878519899 2024-11-17T21:21:59,941 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:21:59,942 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:21:59,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,45345,1731878517250 2024-11-17T21:21:59,943 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,45345,1731878517250, state=OPEN 2024-11-17T21:21:59,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-365700304/meta-region-server 2024-11-17T21:21:59,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-365700304/meta-region-server 2024-11-17T21:21:59,959 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,45345,1731878517250 2024-11-17T21:21:59,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-365700304/meta-region-server: CHANGED 2024-11-17T21:21:59,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-365700304/meta-region-server: CHANGED 2024-11-17T21:21:59,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:21:59,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,45345,1731878517250 in 213 msec 2024-11-17T21:21:59,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:21:59,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 521 msec 2024-11-17T21:21:59,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:21:59,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:21:59,966 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:21:59,966 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,45345,1731878517250, seqNum=-1] 2024-11-17T21:21:59,967 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:21:59,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:21:59,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3930 sec 2024-11-17T21:21:59,977 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878519977, completionTime=-1 2024-11-17T21:21:59,977 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:21:59,977 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:21:59,980 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:21:59,980 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878579980 2024-11-17T21:21:59,980 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878639980 2024-11-17T21:21:59,980 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T21:21:59,980 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44987,1731878517110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:59,980 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44987,1731878517110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:59,980 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44987,1731878517110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:59,980 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:44987, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:59,980 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:59,983 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:21:59,988 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:21:59,992 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.685sec 2024-11-17T21:21:59,992 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:21:59,992 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:21:59,992 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:21:59,992 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:21:59,992 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:21:59,992 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44987,1731878517110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:21:59,992 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44987,1731878517110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:21:59,998 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:21:59,998 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:21:59,998 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44987,1731878517110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:00,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6545b519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:00,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44987,-1 for getting cluster id 2024-11-17T21:22:00,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:00,076 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c0a00-df5e-464e-aa3f-90f3ca098e63' 2024-11-17T21:22:00,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:00,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c0a00-df5e-464e-aa3f-90f3ca098e63" 2024-11-17T21:22:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ed5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44987,-1] 2024-11-17T21:22:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:00,078 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:00,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc23039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:00,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,45345,1731878517250, seqNum=-1] 2024-11-17T21:22:00,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:00,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:00,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,44987,1731878517110 2024-11-17T21:22:00,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49299 2024-11-17T21:22:00,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:00,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014aacd1f30005 connected 2024-11-17T21:22:00,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/hadoop.log.dir so I do NOT create it in target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5 2024-11-17T21:22:00,109 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:22:00,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/hadoop.tmp.dir so I do NOT create it in target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5 2024-11-17T21:22:00,109 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:22:00,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5 2024-11-17T21:22:00,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:22:00,109 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/cluster_620f4f44-aac9-b5a8-14f7-74ae32315bb3, deleteOnExit=true 2024-11-17T21:22:00,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:22:00,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/test.cache.data in system properties and HBase conf 2024-11-17T21:22:00,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:22:00,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:22:00,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:22:00,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:22:00,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:22:00,110 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:22:00,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:22:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:22:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:22:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:22:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:22:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:22:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:22:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:22:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:22:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:22:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:22:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:22:00,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:22:00,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:22:00,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:22:00,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:00,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:22:00,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:00,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:22:00,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:22:00,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:22:00,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:22:00,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:00,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1681a97d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:22:00,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a10f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:22:00,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66ac6cef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/java.io.tmpdir/jetty-localhost-44195-hadoop-hdfs-3_4_1-tests_jar-_-any-6211876222865217084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:22:00,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2626b558{HTTP/1.1, (http/1.1)}{localhost:44195} 2024-11-17T21:22:00,634 INFO [Time-limited test {}] server.Server(415): Started @285962ms 2024-11-17T21:22:00,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:00,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:22:00,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:22:00,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:22:00,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:22:00,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea71958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:22:00,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@135cf969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:22:00,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:22:00,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T21:22:00,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T21:22:00,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T21:22:01,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@348a7b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/java.io.tmpdir/jetty-localhost-43183-hadoop-hdfs-3_4_1-tests_jar-_-any-15275340330329427650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:22:01,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@785305e6{HTTP/1.1, (http/1.1)}{localhost:43183} 2024-11-17T21:22:01,070 INFO [Time-limited test {}] server.Server(415): Started @286399ms 2024-11-17T21:22:01,071 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:22:01,788 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/cluster_620f4f44-aac9-b5a8-14f7-74ae32315bb3/data/data1/current/BP-724777983-172.17.0.2-1731878520130/current, will proceed with Du for space computation calculation, 2024-11-17T21:22:01,788 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/cluster_620f4f44-aac9-b5a8-14f7-74ae32315bb3/data/data2/current/BP-724777983-172.17.0.2-1731878520130/current, will proceed with Du for space computation calculation, 2024-11-17T21:22:01,820 WARN [Thread-3658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:22:01,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x328ddadcac9a0ec3 with lease ID 0x4711ea990c0d5da7: Processing first storage report for DS-0795a048-9c88-4ee0-b963-4656e80d3922 from datanode DatanodeRegistration(127.0.0.1:41689, datanodeUuid=1ac85dde-69b1-4377-85dd-5ef95ede1193, infoPort=32855, infoSecurePort=0, ipcPort=34095, storageInfo=lv=-57;cid=testClusterID;nsid=337444333;c=1731878520130) 2024-11-17T21:22:01,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x328ddadcac9a0ec3 with lease ID 0x4711ea990c0d5da7: from storage DS-0795a048-9c88-4ee0-b963-4656e80d3922 node DatanodeRegistration(127.0.0.1:41689, datanodeUuid=1ac85dde-69b1-4377-85dd-5ef95ede1193, infoPort=32855, infoSecurePort=0, ipcPort=34095, storageInfo=lv=-57;cid=testClusterID;nsid=337444333;c=1731878520130), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:22:01,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x328ddadcac9a0ec3 with lease ID 0x4711ea990c0d5da7: Processing first storage report for DS-d51cd495-6c04-4d98-8304-18ec832854e5 from datanode DatanodeRegistration(127.0.0.1:41689, datanodeUuid=1ac85dde-69b1-4377-85dd-5ef95ede1193, infoPort=32855, infoSecurePort=0, ipcPort=34095, storageInfo=lv=-57;cid=testClusterID;nsid=337444333;c=1731878520130) 2024-11-17T21:22:01,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x328ddadcac9a0ec3 with lease ID 0x4711ea990c0d5da7: from storage DS-d51cd495-6c04-4d98-8304-18ec832854e5 node DatanodeRegistration(127.0.0.1:41689, datanodeUuid=1ac85dde-69b1-4377-85dd-5ef95ede1193, infoPort=32855, infoSecurePort=0, ipcPort=34095, storageInfo=lv=-57;cid=testClusterID;nsid=337444333;c=1731878520130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:22:01,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5 2024-11-17T21:22:01,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:01,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:01,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:22:02,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b with version=8 2024-11-17T21:22:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/hbase-staging 2024-11-17T21:22:02,309 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:22:02,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:02,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:02,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:22:02,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:02,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:22:02,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:22:02,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:22:02,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44219 2024-11-17T21:22:02,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44219 connecting to ZooKeeper ensemble=127.0.0.1:49299 2024-11-17T21:22:02,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442190x0, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:02,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44219-0x1014aacd1f30006 connected 2024-11-17T21:22:02,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:02,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:02,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Set watcher on znode that does not yet exist, /2-571743926/running 2024-11-17T21:22:02,461 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b, hbase.cluster.distributed=false 2024-11-17T21:22:02,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Set watcher on znode that does not yet exist, /2-571743926/acl 2024-11-17T21:22:02,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44219 2024-11-17T21:22:02,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44219 2024-11-17T21:22:02,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44219 2024-11-17T21:22:02,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44219 2024-11-17T21:22:02,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44219 2024-11-17T21:22:02,495 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:22:02,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:02,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:02,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:22:02,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:02,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:22:02,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:22:02,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:22:02,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34945 2024-11-17T21:22:02,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34945 connecting to ZooKeeper ensemble=127.0.0.1:49299 2024-11-17T21:22:02,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:02,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:02,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349450x0, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:02,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349450x0, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Set watcher on znode that does not yet exist, /2-571743926/running 2024-11-17T21:22:02,518 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:22:02,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34945-0x1014aacd1f30007 connected 2024-11-17T21:22:02,518 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:22:02,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Set watcher on znode that does not yet exist, /2-571743926/master 2024-11-17T21:22:02,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Set watcher on znode that does not yet exist, /2-571743926/acl 2024-11-17T21:22:02,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34945 2024-11-17T21:22:02,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34945 2024-11-17T21:22:02,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34945 2024-11-17T21:22:02,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34945 2024-11-17T21:22:02,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34945 2024-11-17T21:22:02,554 DEBUG [M:0;a313eea8709e:44219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:44219 2024-11-17T21:22:02,556 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-571743926/backup-masters/a313eea8709e,44219,1731878522309 2024-11-17T21:22:02,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926/backup-masters 2024-11-17T21:22:02,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926/backup-masters 2024-11-17T21:22:02,570 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Set watcher on existing znode=/2-571743926/backup-masters/a313eea8709e,44219,1731878522309 2024-11-17T21:22:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-571743926/master 2024-11-17T21:22:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:02,581 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Set watcher on existing znode=/2-571743926/master 2024-11-17T21:22:02,581 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-571743926/backup-masters/a313eea8709e,44219,1731878522309 from backup master directory 2024-11-17T21:22:02,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-571743926/backup-masters/a313eea8709e,44219,1731878522309 2024-11-17T21:22:02,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926/backup-masters 2024-11-17T21:22:02,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926/backup-masters 2024-11-17T21:22:02,591 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:22:02,591 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,44219,1731878522309 2024-11-17T21:22:02,595 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/hbase.id] with ID: c28c4245-c1f5-47e9-91b8-723b91a72ff4 2024-11-17T21:22:02,595 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/.tmp/hbase.id 2024-11-17T21:22:02,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:22:02,609 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/.tmp/hbase.id]:[hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/hbase.id] 2024-11-17T21:22:02,624 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:02,624 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:22:02,625 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:22:02,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:02,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:02,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:22:02,643 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:02,644 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:22:02,644 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:02,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:22:02,659 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store 2024-11-17T21:22:02,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:22:02,683 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:02,683 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:22:02,683 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:02,683 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:02,683 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:22:02,683 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:02,683 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:02,684 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878522683Disabling compacts and flushes for region at 1731878522683Disabling writes for close at 1731878522683Writing region close event to WAL at 1731878522683Closed at 1731878522683 2024-11-17T21:22:02,684 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/.initializing 2024-11-17T21:22:02,684 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/WALs/a313eea8709e,44219,1731878522309 2024-11-17T21:22:02,686 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:22:02,688 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C44219%2C1731878522309, suffix=, logDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/WALs/a313eea8709e,44219,1731878522309, archiveDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/oldWALs, maxLogs=10 2024-11-17T21:22:02,706 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/WALs/a313eea8709e,44219,1731878522309/a313eea8709e%2C44219%2C1731878522309.1731878522688, exclude list is [], retry=0 2024-11-17T21:22:02,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41689,DS-0795a048-9c88-4ee0-b963-4656e80d3922,DISK] 2024-11-17T21:22:02,712 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/WALs/a313eea8709e,44219,1731878522309/a313eea8709e%2C44219%2C1731878522309.1731878522688 2024-11-17T21:22:02,716 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32855:32855)] 2024-11-17T21:22:02,716 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:02,716 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:02,716 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,716 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:22:02,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:02,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:02,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:22:02,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:02,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:02,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:22:02,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:02,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:02,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:22:02,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:02,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:02,727 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,728 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,728 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,729 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,729 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,729 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:02,730 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:02,732 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:02,732 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63614622, jitterRate=-0.05206826329231262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:02,732 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878522716Initializing all the Stores at 1731878522717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878522717Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878522720 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878522720Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878522720Cleaning up temporary data from old regions at 1731878522729 (+9 ms)Region opened successfully at 1731878522732 (+3 ms) 2024-11-17T21:22:02,732 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:22:02,734 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b23c01c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:22:02,735 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:22:02,735 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:22:02,735 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:22:02,735 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:22:02,736 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:22:02,736 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:22:02,736 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:22:02,738 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:22:02,738 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Unable to get data of znode /2-571743926/balancer because node does not exist (not necessarily an error) 2024-11-17T21:22:02,748 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-571743926/balancer already deleted, retry=false 2024-11-17T21:22:02,749 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:22:02,750 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Unable to get data of znode /2-571743926/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:22:02,759 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-571743926/normalizer already deleted, retry=false 2024-11-17T21:22:02,759 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:22:02,760 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Unable to get data of znode /2-571743926/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:22:02,769 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-571743926/switch/split already deleted, retry=false 2024-11-17T21:22:02,770 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Unable to get data of znode /2-571743926/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:22:02,780 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-571743926/switch/merge already deleted, retry=false 2024-11-17T21:22:02,781 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Unable to get data of znode /2-571743926/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:22:02,790 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-571743926/snapshot-cleanup already deleted, retry=false 2024-11-17T21:22:02,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-571743926/running 2024-11-17T21:22:02,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-571743926/running 2024-11-17T21:22:02,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:02,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:02,812 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,44219,1731878522309, sessionid=0x1014aacd1f30006, setting cluster-up flag (Was=false) 2024-11-17T21:22:02,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:02,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:02,864 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-571743926/flush-table-proc/acquired, /2-571743926/flush-table-proc/reached, /2-571743926/flush-table-proc/abort 2024-11-17T21:22:02,866 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,44219,1731878522309 2024-11-17T21:22:02,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:02,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:02,917 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-571743926/online-snapshot/acquired, /2-571743926/online-snapshot/reached, /2-571743926/online-snapshot/abort 2024-11-17T21:22:02,918 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,44219,1731878522309 2024-11-17T21:22:02,919 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:22:02,920 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:02,920 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:22:02,921 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:22:02,921 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,44219,1731878522309 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:22:02,922 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:02,922 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:02,922 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:02,922 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:02,922 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:22:02,922 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:02,922 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:22:02,922 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:02,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:02,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:22:02,925 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:02,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:22:02,936 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878552936 2024-11-17T21:22:02,936 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:22:02,937 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:22:02,937 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:22:02,937 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:22:02,937 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:22:02,937 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:22:02,937 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:02,939 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(746): ClusterId : c28c4245-c1f5-47e9-91b8-723b91a72ff4 2024-11-17T21:22:02,939 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:22:02,940 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:22:02,940 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:22:02,940 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:22:02,940 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:22:02,944 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:22:02,944 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:22:02,948 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878522944,5,FailOnTimeoutGroup] 2024-11-17T21:22:02,949 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:22:02,949 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:22:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:22:02,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:22:02,951 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b 2024-11-17T21:22:02,952 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878522948,5,FailOnTimeoutGroup] 2024-11-17T21:22:02,952 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:02,952 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:22:02,952 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:02,952 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:02,960 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:22:02,960 DEBUG [RS:0;a313eea8709e:34945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d936b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:22:02,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741832_1008 (size=32) 2024-11-17T21:22:02,980 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:34945 2024-11-17T21:22:02,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:02,980 INFO [RS:0;a313eea8709e:34945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:22:02,980 INFO [RS:0;a313eea8709e:34945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:22:02,980 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:22:02,981 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,44219,1731878522309 with port=34945, startcode=1731878522495 2024-11-17T21:22:02,981 DEBUG [RS:0;a313eea8709e:34945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:22:02,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:22:02,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:22:02,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:02,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:02,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:22:02,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:22:02,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:02,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:02,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:22:02,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:22:02,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:02,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:02,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:22:02,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:22:02,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:02,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:02,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:22:02,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740 2024-11-17T21:22:02,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740 2024-11-17T21:22:02,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:22:02,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:22:02,995 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:02,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:22:03,000 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:03,000 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65801853, jitterRate=-0.01947598159313202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:03,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878522980Initializing all the Stores at 1731878522981 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878522981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878522984 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878522984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878522984Cleaning up temporary data from old regions at 1731878522995 (+11 ms)Region opened successfully at 1731878523000 (+5 ms) 2024-11-17T21:22:03,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:22:03,000 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:22:03,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:22:03,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:22:03,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:22:03,000 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:22:03,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,34945,1731878522495 2024-11-17T21:22:03,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44219 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,34945,1731878522495 2024-11-17T21:22:03,003 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b 2024-11-17T21:22:03,003 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36689 2024-11-17T21:22:03,003 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:22:03,004 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:22:03,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878523000Disabling compacts and flushes for region at 1731878523000Disabling writes for close at 1731878523000Writing region close event to WAL at 1731878523004 (+4 ms)Closed at 1731878523004 2024-11-17T21:22:03,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:03,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:22:03,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:22:03,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:22:03,007 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:22:03,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926/rs 2024-11-17T21:22:03,051 DEBUG [RS:0;a313eea8709e:34945 {}] zookeeper.ZKUtil(111): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Set watcher on existing znode=/2-571743926/rs/a313eea8709e,34945,1731878522495 2024-11-17T21:22:03,051 WARN [RS:0;a313eea8709e:34945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:22:03,051 INFO [RS:0;a313eea8709e:34945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:03,052 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495 2024-11-17T21:22:03,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,34945,1731878522495] 2024-11-17T21:22:03,055 INFO [RS:0;a313eea8709e:34945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:22:03,064 INFO [RS:0;a313eea8709e:34945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:22:03,064 INFO [RS:0;a313eea8709e:34945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:22:03,064 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,065 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:22:03,066 INFO [RS:0;a313eea8709e:34945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:22:03,066 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:22:03,066 DEBUG [RS:0;a313eea8709e:34945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:22:03,072 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,072 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,072 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,072 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,072 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,072 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34945,1731878522495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:22:03,114 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:22:03,115 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34945,1731878522495-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,115 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,115 INFO [RS:0;a313eea8709e:34945 {}] regionserver.Replication(171): a313eea8709e,34945,1731878522495 started 2024-11-17T21:22:03,135 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,135 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,34945,1731878522495, RpcServer on a313eea8709e/172.17.0.2:34945, sessionid=0x1014aacd1f30007 2024-11-17T21:22:03,135 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:22:03,135 DEBUG [RS:0;a313eea8709e:34945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,34945,1731878522495 2024-11-17T21:22:03,135 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,34945,1731878522495' 2024-11-17T21:22:03,135 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-571743926/flush-table-proc/abort' 2024-11-17T21:22:03,136 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-571743926/flush-table-proc/acquired' 2024-11-17T21:22:03,136 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:22:03,136 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:22:03,136 DEBUG [RS:0;a313eea8709e:34945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,34945,1731878522495 2024-11-17T21:22:03,136 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,34945,1731878522495' 2024-11-17T21:22:03,136 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-571743926/online-snapshot/abort' 2024-11-17T21:22:03,137 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-571743926/online-snapshot/acquired' 2024-11-17T21:22:03,137 DEBUG [RS:0;a313eea8709e:34945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:22:03,137 INFO [RS:0;a313eea8709e:34945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:22:03,137 INFO [RS:0;a313eea8709e:34945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:22:03,158 WARN [a313eea8709e:44219 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T21:22:03,238 INFO [RS:0;a313eea8709e:34945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:22:03,239 INFO [RS:0;a313eea8709e:34945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C34945%2C1731878522495, suffix=, logDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495, archiveDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/oldWALs, maxLogs=10 2024-11-17T21:22:03,255 DEBUG [RS:0;a313eea8709e:34945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239, exclude list is [], retry=0 2024-11-17T21:22:03,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41689,DS-0795a048-9c88-4ee0-b963-4656e80d3922,DISK] 2024-11-17T21:22:03,260 INFO [RS:0;a313eea8709e:34945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 2024-11-17T21:22:03,264 DEBUG [RS:0;a313eea8709e:34945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32855:32855)] 2024-11-17T21:22:03,408 DEBUG [a313eea8709e:44219 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:22:03,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,34945,1731878522495 2024-11-17T21:22:03,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,34945,1731878522495, state=OPENING 2024-11-17T21:22:03,432 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:22:03,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:03,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:03,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-571743926/meta-region-server: CHANGED 2024-11-17T21:22:03,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-571743926/meta-region-server: CHANGED 2024-11-17T21:22:03,444 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:22:03,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,34945,1731878522495}] 2024-11-17T21:22:03,597 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:22:03,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:22:03,602 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:22:03,602 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:03,602 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:22:03,604 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C34945%2C1731878522495.meta, suffix=.meta, logDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495, archiveDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/oldWALs, maxLogs=10 2024-11-17T21:22:03,620 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.meta.1731878523604.meta, exclude list is [], retry=0 2024-11-17T21:22:03,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41689,DS-0795a048-9c88-4ee0-b963-4656e80d3922,DISK] 2024-11-17T21:22:03,624 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.meta.1731878523604.meta 2024-11-17T21:22:03,624 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32855:32855)] 2024-11-17T21:22:03,624 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:03,624 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:03,625 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:22:03,625 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:22:03,625 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:22:03,625 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:22:03,625 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:03,625 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:22:03,625 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:22:03,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:22:03,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:22:03,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:03,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:03,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:22:03,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:22:03,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:03,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:03,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:22:03,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:22:03,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:03,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:03,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:22:03,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:22:03,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:03,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:03,630 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:22:03,630 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740 2024-11-17T21:22:03,631 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740 2024-11-17T21:22:03,632 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:22:03,632 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:22:03,633 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:03,634 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:22:03,634 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60145951, jitterRate=-0.10375548899173737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:03,634 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:22:03,634 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878523625Writing region info on filesystem at 1731878523625Initializing all the Stores at 1731878523626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878523626Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878523626Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878523626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878523626Cleaning up temporary data from old regions at 1731878523632 (+6 ms)Running coprocessor post-open hooks at 1731878523634 (+2 ms)Region opened successfully at 1731878523634 2024-11-17T21:22:03,635 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878523597 2024-11-17T21:22:03,636 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:22:03,636 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:22:03,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,34945,1731878522495 2024-11-17T21:22:03,638 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,34945,1731878522495, state=OPEN 2024-11-17T21:22:03,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-571743926/meta-region-server 2024-11-17T21:22:03,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-571743926/meta-region-server 2024-11-17T21:22:03,643 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,34945,1731878522495 2024-11-17T21:22:03,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-571743926/meta-region-server: CHANGED 2024-11-17T21:22:03,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-571743926/meta-region-server: CHANGED 2024-11-17T21:22:03,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:22:03,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,34945,1731878522495 in 199 msec 2024-11-17T21:22:03,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:22:03,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-17T21:22:03,647 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:03,647 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:22:03,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:03,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34945,1731878522495, seqNum=-1] 2024-11-17T21:22:03,649 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:03,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:03,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 737 msec 2024-11-17T21:22:03,658 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878523657, completionTime=-1 2024-11-17T21:22:03,658 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:22:03,658 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:22:03,659 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:22:03,659 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878583659 2024-11-17T21:22:03,659 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878643659 2024-11-17T21:22:03,659 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:22:03,660 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44219,1731878522309-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,660 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44219,1731878522309-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,660 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44219,1731878522309-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,660 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:44219, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,660 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,660 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,661 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:22:03,663 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.072sec 2024-11-17T21:22:03,663 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:22:03,663 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:22:03,663 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:22:03,663 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:22:03,663 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:22:03,663 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44219,1731878522309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:22:03,663 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44219,1731878522309-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:22:03,664 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:22:03,664 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:22:03,664 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,44219,1731878522309-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:03,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:03,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44219,-1 for getting cluster id 2024-11-17T21:22:03,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:03,740 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c4245-c1f5-47e9-91b8-723b91a72ff4' 2024-11-17T21:22:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c4245-c1f5-47e9-91b8-723b91a72ff4" 2024-11-17T21:22:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1072a390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44219,-1] 2024-11-17T21:22:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:03,741 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:03,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cedd7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:03,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34945,1731878522495, seqNum=-1] 2024-11-17T21:22:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:03,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:03,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,44219,1731878522309 2024-11-17T21:22:03,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49299 2024-11-17T21:22:03,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:03,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014aacd1f30008 connected 2024-11-17T21:22:03,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:03,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,36197,1731878510471 2024-11-17T21:22:03,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@671951be 2024-11-17T21:22:03,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:03,896 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:03,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:22:03,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:22:03,899 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:03,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:22:03,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:22:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:03,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:22:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:04,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe74524e69c717905c169fc890ba6ed7, NAME => 'test,,1731878523896.fe74524e69c717905c169fc890ba6ed7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec 2024-11-17T21:22:04,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:22:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:04,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878523896.fe74524e69c717905c169fc890ba6ed7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:04,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fe74524e69c717905c169fc890ba6ed7, disabling compactions & flushes 2024-11-17T21:22:04,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:04,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:04,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. after waiting 0 ms 2024-11-17T21:22:04,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:04,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:04,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe74524e69c717905c169fc890ba6ed7: Waiting for close lock at 1731878524712Disabling compacts and flushes for region at 1731878524712Disabling writes for close at 1731878524712Writing region close event to WAL at 1731878524712Closed at 1731878524712 2024-11-17T21:22:04,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:22:04,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878523896.fe74524e69c717905c169fc890ba6ed7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878524725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878524725"}]},"ts":"1731878524725"} 2024-11-17T21:22:04,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:22:04,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:22:04,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878524729"}]},"ts":"1731878524729"} 2024-11-17T21:22:04,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:22:04,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe74524e69c717905c169fc890ba6ed7, ASSIGN}] 2024-11-17T21:22:04,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe74524e69c717905c169fc890ba6ed7, ASSIGN 2024-11-17T21:22:04,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fe74524e69c717905c169fc890ba6ed7, ASSIGN; state=OFFLINE, location=a313eea8709e,34049,1731878510788; forceNewPlan=false, retain=false 2024-11-17T21:22:04,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe74524e69c717905c169fc890ba6ed7, regionState=OPENING, regionLocation=a313eea8709e,34049,1731878510788 2024-11-17T21:22:04,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fe74524e69c717905c169fc890ba6ed7, ASSIGN because future has completed 2024-11-17T21:22:04,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe74524e69c717905c169fc890ba6ed7, server=a313eea8709e,34049,1731878510788}] 2024-11-17T21:22:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:05,044 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:05,044 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fe74524e69c717905c169fc890ba6ed7, NAME => 'test,,1731878523896.fe74524e69c717905c169fc890ba6ed7.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:05,045 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:05,045 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:22:05,045 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,045 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878523896.fe74524e69c717905c169fc890ba6ed7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:05,045 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,045 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,046 INFO [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,047 INFO [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe74524e69c717905c169fc890ba6ed7 columnFamilyName f 2024-11-17T21:22:05,047 DEBUG [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:05,047 INFO [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] regionserver.HStore(327): Store=fe74524e69c717905c169fc890ba6ed7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:05,047 INFO [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,048 INFO [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe74524e69c717905c169fc890ba6ed7 columnFamilyName f1 2024-11-17T21:22:05,048 DEBUG [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:05,048 INFO [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] regionserver.HStore(327): Store=fe74524e69c717905c169fc890ba6ed7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:05,048 INFO [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,049 INFO [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe74524e69c717905c169fc890ba6ed7 columnFamilyName norep 2024-11-17T21:22:05,049 DEBUG [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:05,049 INFO [StoreOpener-fe74524e69c717905c169fc890ba6ed7-1 {}] regionserver.HStore(327): Store=fe74524e69c717905c169fc890ba6ed7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:05,049 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,049 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,050 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,050 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,050 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,050 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:22:05,051 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,052 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:05,053 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fe74524e69c717905c169fc890ba6ed7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68336840, jitterRate=0.01829826831817627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:22:05,053 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:05,053 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fe74524e69c717905c169fc890ba6ed7: Running coprocessor pre-open hook at 1731878525045Writing region info on filesystem at 1731878525045Initializing all the Stores at 1731878525046 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878525046Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878525046Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878525046Cleaning up temporary data from old regions at 1731878525050 (+4 ms)Running coprocessor post-open hooks at 1731878525053 (+3 ms)Region opened successfully at 1731878525053 2024-11-17T21:22:05,054 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878523896.fe74524e69c717905c169fc890ba6ed7., pid=6, masterSystemTime=1731878525041 2024-11-17T21:22:05,055 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:05,055 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:05,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe74524e69c717905c169fc890ba6ed7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,34049,1731878510788 2024-11-17T21:22:05,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe74524e69c717905c169fc890ba6ed7, server=a313eea8709e,34049,1731878510788 because future has completed 2024-11-17T21:22:05,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:22:05,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fe74524e69c717905c169fc890ba6ed7, server=a313eea8709e,34049,1731878510788 in 169 msec 2024-11-17T21:22:05,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:22:05,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fe74524e69c717905c169fc890ba6ed7, ASSIGN in 327 msec 2024-11-17T21:22:05,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:22:05,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878525061"}]},"ts":"1731878525061"} 2024-11-17T21:22:05,063 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:22:05,063 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:22:05,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-17T21:22:05,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:22:05,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:05,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:06,045 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:22:06,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,44987,1731878517110 2024-11-17T21:22:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c569f6 2024-11-17T21:22:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:06,048 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:06,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:22:06,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:22:06,052 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:06,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:22:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:06,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:22:06,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:22:06,064 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 747daa9eb0eb4cc89148f09338986765, NAME => 'test,,1731878526048.747daa9eb0eb4cc89148f09338986765.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f 2024-11-17T21:22:06,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:22:06,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878526048.747daa9eb0eb4cc89148f09338986765.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:06,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 747daa9eb0eb4cc89148f09338986765, disabling compactions & flushes 2024-11-17T21:22:06,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:06,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:06,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878526048.747daa9eb0eb4cc89148f09338986765. after waiting 0 ms 2024-11-17T21:22:06,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:06,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:06,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 747daa9eb0eb4cc89148f09338986765: Waiting for close lock at 1731878526075Disabling compacts and flushes for region at 1731878526075Disabling writes for close at 1731878526075Writing region close event to WAL at 1731878526075Closed at 1731878526075 2024-11-17T21:22:06,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:22:06,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878526048.747daa9eb0eb4cc89148f09338986765.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878526077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878526077"}]},"ts":"1731878526077"} 2024-11-17T21:22:06,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:22:06,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:22:06,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878526086"}]},"ts":"1731878526086"} 2024-11-17T21:22:06,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:22:06,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=747daa9eb0eb4cc89148f09338986765, ASSIGN}] 2024-11-17T21:22:06,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=747daa9eb0eb4cc89148f09338986765, ASSIGN 2024-11-17T21:22:06,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=747daa9eb0eb4cc89148f09338986765, ASSIGN; state=OFFLINE, location=a313eea8709e,45345,1731878517250; forceNewPlan=false, retain=false 2024-11-17T21:22:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:06,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T21:22:06,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=747daa9eb0eb4cc89148f09338986765, regionState=OPENING, regionLocation=a313eea8709e,45345,1731878517250 2024-11-17T21:22:06,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=747daa9eb0eb4cc89148f09338986765, ASSIGN because future has completed 2024-11-17T21:22:06,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 747daa9eb0eb4cc89148f09338986765, server=a313eea8709e,45345,1731878517250}] 2024-11-17T21:22:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:06,406 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:06,406 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 747daa9eb0eb4cc89148f09338986765, NAME => 'test,,1731878526048.747daa9eb0eb4cc89148f09338986765.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:06,407 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:06,407 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:22:06,407 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,407 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878526048.747daa9eb0eb4cc89148f09338986765.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:06,407 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,407 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,408 INFO [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,409 INFO [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 747daa9eb0eb4cc89148f09338986765 columnFamilyName f 2024-11-17T21:22:06,409 DEBUG [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:06,409 INFO [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] regionserver.HStore(327): Store=747daa9eb0eb4cc89148f09338986765/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:06,409 INFO [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,410 INFO [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 747daa9eb0eb4cc89148f09338986765 columnFamilyName f1 2024-11-17T21:22:06,410 DEBUG [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:06,410 INFO [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] regionserver.HStore(327): Store=747daa9eb0eb4cc89148f09338986765/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:06,411 INFO [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,411 INFO [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 747daa9eb0eb4cc89148f09338986765 columnFamilyName norep 2024-11-17T21:22:06,411 DEBUG [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:06,411 INFO [StoreOpener-747daa9eb0eb4cc89148f09338986765-1 {}] regionserver.HStore(327): Store=747daa9eb0eb4cc89148f09338986765/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:06,412 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,412 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,412 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,413 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,413 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,413 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:22:06,414 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,415 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:06,415 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 747daa9eb0eb4cc89148f09338986765; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60987746, jitterRate=-0.09121176600456238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:22:06,416 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:06,416 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 747daa9eb0eb4cc89148f09338986765: Running coprocessor pre-open hook at 1731878526407Writing region info on filesystem at 1731878526407Initializing all the Stores at 1731878526408 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878526408Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878526408Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878526408Cleaning up temporary data from old regions at 1731878526413 (+5 ms)Running coprocessor post-open hooks at 1731878526416 (+3 ms)Region opened successfully at 1731878526416 2024-11-17T21:22:06,416 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878526048.747daa9eb0eb4cc89148f09338986765., pid=6, masterSystemTime=1731878526404 2024-11-17T21:22:06,418 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:06,418 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:06,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=747daa9eb0eb4cc89148f09338986765, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,45345,1731878517250 2024-11-17T21:22:06,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 747daa9eb0eb4cc89148f09338986765, server=a313eea8709e,45345,1731878517250 because future has completed 2024-11-17T21:22:06,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:22:06,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 747daa9eb0eb4cc89148f09338986765, server=a313eea8709e,45345,1731878517250 in 174 msec 2024-11-17T21:22:06,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:22:06,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=747daa9eb0eb4cc89148f09338986765, ASSIGN in 333 msec 2024-11-17T21:22:06,427 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:22:06,427 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878526427"}]},"ts":"1731878526427"} 2024-11-17T21:22:06,428 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:22:06,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:22:06,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 381 msec 2024-11-17T21:22:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:06,685 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:22:06,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,44219,1731878522309 2024-11-17T21:22:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f60721b 2024-11-17T21:22:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:06,687 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:06,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:22:06,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:22:06,689 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:06,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:22:06,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:22:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:06,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:22:06,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5dcddd1e3ddd574872c48a8cf9904b17, NAME => 'test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b 2024-11-17T21:22:06,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:22:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:07,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:07,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5dcddd1e3ddd574872c48a8cf9904b17, disabling compactions & flushes 2024-11-17T21:22:07,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:07,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:07,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. after waiting 0 ms 2024-11-17T21:22:07,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:07,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:07,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5dcddd1e3ddd574872c48a8cf9904b17: Waiting for close lock at 1731878527101Disabling compacts and flushes for region at 1731878527101Disabling writes for close at 1731878527101Writing region close event to WAL at 1731878527101Closed at 1731878527101 2024-11-17T21:22:07,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:22:07,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878527102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878527102"}]},"ts":"1731878527102"} 2024-11-17T21:22:07,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:22:07,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:22:07,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878527104"}]},"ts":"1731878527104"} 2024-11-17T21:22:07,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:22:07,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5dcddd1e3ddd574872c48a8cf9904b17, ASSIGN}] 2024-11-17T21:22:07,108 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5dcddd1e3ddd574872c48a8cf9904b17, ASSIGN 2024-11-17T21:22:07,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5dcddd1e3ddd574872c48a8cf9904b17, ASSIGN; state=OFFLINE, location=a313eea8709e,34945,1731878522495; forceNewPlan=false, retain=false 2024-11-17T21:22:07,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5dcddd1e3ddd574872c48a8cf9904b17, regionState=OPENING, regionLocation=a313eea8709e,34945,1731878522495 2024-11-17T21:22:07,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5dcddd1e3ddd574872c48a8cf9904b17, ASSIGN because future has completed 2024-11-17T21:22:07,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dcddd1e3ddd574872c48a8cf9904b17, server=a313eea8709e,34945,1731878522495}] 2024-11-17T21:22:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:07,423 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:07,423 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dcddd1e3ddd574872c48a8cf9904b17, NAME => 'test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:07,424 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:07,424 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:22:07,424 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,424 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:07,424 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,424 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,433 INFO [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,435 INFO [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dcddd1e3ddd574872c48a8cf9904b17 columnFamilyName f 2024-11-17T21:22:07,435 DEBUG [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:07,435 INFO [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] regionserver.HStore(327): Store=5dcddd1e3ddd574872c48a8cf9904b17/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:07,435 INFO [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,436 INFO [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dcddd1e3ddd574872c48a8cf9904b17 columnFamilyName f1 2024-11-17T21:22:07,436 DEBUG [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:07,436 INFO [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] regionserver.HStore(327): Store=5dcddd1e3ddd574872c48a8cf9904b17/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:07,437 INFO [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,437 INFO [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dcddd1e3ddd574872c48a8cf9904b17 columnFamilyName norep 2024-11-17T21:22:07,438 DEBUG [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:07,438 INFO [StoreOpener-5dcddd1e3ddd574872c48a8cf9904b17-1 {}] regionserver.HStore(327): Store=5dcddd1e3ddd574872c48a8cf9904b17/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:07,440 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,441 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,442 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,443 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,443 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,444 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:22:07,445 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,446 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:07,446 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5dcddd1e3ddd574872c48a8cf9904b17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72973914, jitterRate=0.0873960554599762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:22:07,447 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:07,447 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5dcddd1e3ddd574872c48a8cf9904b17: Running coprocessor pre-open hook at 1731878527424Writing region info on filesystem at 1731878527424Initializing all the Stores at 1731878527425 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878527425Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878527432 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878527432Cleaning up temporary data from old regions at 1731878527443 (+11 ms)Running coprocessor post-open hooks at 1731878527447 (+4 ms)Region opened successfully at 1731878527447 2024-11-17T21:22:07,447 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17., pid=6, masterSystemTime=1731878527416 2024-11-17T21:22:07,449 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:07,449 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:07,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5dcddd1e3ddd574872c48a8cf9904b17, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,34945,1731878522495 2024-11-17T21:22:07,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dcddd1e3ddd574872c48a8cf9904b17, server=a313eea8709e,34945,1731878522495 because future has completed 2024-11-17T21:22:07,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:22:07,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dcddd1e3ddd574872c48a8cf9904b17, server=a313eea8709e,34945,1731878522495 in 194 msec 2024-11-17T21:22:07,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:22:07,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5dcddd1e3ddd574872c48a8cf9904b17, ASSIGN in 351 msec 2024-11-17T21:22:07,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:22:07,462 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878527461"}]},"ts":"1731878527461"} 2024-11-17T21:22:07,463 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:22:07,465 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:22:07,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 777 msec 2024-11-17T21:22:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:07,825 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:22:07,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:07,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,36197,-1 for getting cluster id 2024-11-17T21:22:07,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:07,826 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4ab030b-b361-4f64-a6e2-266c16f2b61d' 2024-11-17T21:22:07,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:07,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4ab030b-b361-4f64-a6e2-266c16f2b61d" 2024-11-17T21:22:07,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411b6ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:07,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,36197,-1] 2024-11-17T21:22:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:07,827 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32016ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:07,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,36197,1731878510471 2024-11-17T21:22:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bf4e110 2024-11-17T21:22:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:07,830 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:07,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:44987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:22:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:22:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:07,833 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:44987' 2024-11-17T21:22:07,834 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7186e907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:07,834 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44987,-1 for getting cluster id 2024-11-17T21:22:07,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:07,834 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c0a00-df5e-464e-aa3f-90f3ca098e63' 2024-11-17T21:22:07,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:07,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c0a00-df5e-464e-aa3f-90f3ca098e63" 2024-11-17T21:22:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f79dc25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44987,-1] 2024-11-17T21:22:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:07,836 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:07,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ce1ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:07,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:07,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,44987,1731878517110 2024-11-17T21:22:07,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5419e46f 2024-11-17T21:22:07,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:07,838 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:07,839 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T21:22:07,839 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:22:07,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:07,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:07,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:07,839 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:07,841 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:22:07,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:22:07,841 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:07,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:22:07,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:22:07,891 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:22:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:08,249 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25a7bdee96bf00f86e702c53f37b4536, NAME => 'hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec 2024-11-17T21:22:08,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:22:08,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:08,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 25a7bdee96bf00f86e702c53f37b4536, disabling compactions & flushes 2024-11-17T21:22:08,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:08,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:08,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. after waiting 0 ms 2024-11-17T21:22:08,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:08,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:08,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25a7bdee96bf00f86e702c53f37b4536: Waiting for close lock at 1731878528254Disabling compacts and flushes for region at 1731878528254Disabling writes for close at 1731878528254Writing region close event to WAL at 1731878528254Closed at 1731878528254 2024-11-17T21:22:08,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:22:08,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878528256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878528256"}]},"ts":"1731878528256"} 2024-11-17T21:22:08,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:22:08,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:22:08,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878528259"}]},"ts":"1731878528259"} 2024-11-17T21:22:08,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:22:08,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25a7bdee96bf00f86e702c53f37b4536, ASSIGN}] 2024-11-17T21:22:08,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25a7bdee96bf00f86e702c53f37b4536, ASSIGN 2024-11-17T21:22:08,263 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25a7bdee96bf00f86e702c53f37b4536, ASSIGN; state=OFFLINE, location=a313eea8709e,34049,1731878510788; forceNewPlan=false, retain=false 2024-11-17T21:22:08,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25a7bdee96bf00f86e702c53f37b4536, regionState=OPENING, regionLocation=a313eea8709e,34049,1731878510788 2024-11-17T21:22:08,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25a7bdee96bf00f86e702c53f37b4536, ASSIGN because future has completed 2024-11-17T21:22:08,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25a7bdee96bf00f86e702c53f37b4536, server=a313eea8709e,34049,1731878510788}] 2024-11-17T21:22:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:08,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:08,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:08,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:22:08,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C34049%2C1731878510788.rep, suffix=, logDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788, archiveDir=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/oldWALs, maxLogs=10 2024-11-17T21:22:08,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.rep.1731878528574, exclude list is [], retry=0 2024-11-17T21:22:08,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46205,DS-5b14f142-c81f-40e0-b9cb-89edd9d2e11f,DISK] 2024-11-17T21:22:08,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.rep.1731878528574 2024-11-17T21:22:08,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34799:34799)] 2024-11-17T21:22:08,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 25a7bdee96bf00f86e702c53f37b4536, NAME => 'hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:08,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:08,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:22:08,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. service=MultiRowMutationService 2024-11-17T21:22:08,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:22:08,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:08,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,599 INFO [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,600 INFO [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25a7bdee96bf00f86e702c53f37b4536 columnFamilyName hfileref 2024-11-17T21:22:08,600 DEBUG [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:08,601 INFO [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] regionserver.HStore(327): Store=25a7bdee96bf00f86e702c53f37b4536/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:08,601 INFO [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,601 INFO [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25a7bdee96bf00f86e702c53f37b4536 columnFamilyName queue 2024-11-17T21:22:08,601 DEBUG [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:08,602 INFO [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] regionserver.HStore(327): Store=25a7bdee96bf00f86e702c53f37b4536/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:08,602 INFO [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,603 INFO [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25a7bdee96bf00f86e702c53f37b4536 columnFamilyName sid 2024-11-17T21:22:08,603 DEBUG [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:08,603 INFO [StoreOpener-25a7bdee96bf00f86e702c53f37b4536-1 {}] regionserver.HStore(327): Store=25a7bdee96bf00f86e702c53f37b4536/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:08,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/replication/25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/replication/25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:22:08,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/replication/25a7bdee96bf00f86e702c53f37b4536/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:08,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 25a7bdee96bf00f86e702c53f37b4536; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63930510, jitterRate=-0.047361165285110474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:22:08,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:08,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 25a7bdee96bf00f86e702c53f37b4536: Running coprocessor pre-open hook at 1731878528598Writing region info on filesystem at 1731878528598Initializing all the Stores at 1731878528599 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878528599Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878528599Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878528599Cleaning up temporary data from old regions at 1731878528604 (+5 ms)Running coprocessor post-open hooks at 1731878528607 (+3 ms)Region opened successfully at 1731878528607 2024-11-17T21:22:08,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536., pid=10, masterSystemTime=1731878528568 2024-11-17T21:22:08,611 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25a7bdee96bf00f86e702c53f37b4536, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,34049,1731878510788 2024-11-17T21:22:08,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:08,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:08,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25a7bdee96bf00f86e702c53f37b4536, server=a313eea8709e,34049,1731878510788 because future has completed 2024-11-17T21:22:08,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:22:08,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 25a7bdee96bf00f86e702c53f37b4536, server=a313eea8709e,34049,1731878510788 in 201 msec 2024-11-17T21:22:08,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:22:08,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25a7bdee96bf00f86e702c53f37b4536, ASSIGN in 358 msec 2024-11-17T21:22:08,621 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:22:08,622 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878528621"}]},"ts":"1731878528621"} 2024-11-17T21:22:08,624 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:22:08,624 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:22:08,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-11-17T21:22:08,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536., hostname=a313eea8709e,34049,1731878510788, seqNum=2] 2024-11-17T21:22:08,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:22:08,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:22:08,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:22:08,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:22:08,933 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:22:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:08,975 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,34049,1731878510788, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:22:08,975 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:08,975 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34049,1731878510788, seqNum=-1] 2024-11-17T21:22:08,976 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:08,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-17T21:22:08,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,34049,1731878510788', locateType=CURRENT is [region=hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536., hostname=a313eea8709e,34049,1731878510788, seqNum=2] 2024-11-17T21:22:08,980 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:22:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:22:08,982 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,34049,1731878510788 suceeded 2024-11-17T21:22:08,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:22:08,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-17T21:22:08,984 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:44987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:22:08,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1540 sec 2024-11-17T21:22:08,993 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:44987' 2024-11-17T21:22:08,994 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d03fac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:08,994 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44987,-1 for getting cluster id 2024-11-17T21:22:08,994 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:08,995 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c0a00-df5e-464e-aa3f-90f3ca098e63' 2024-11-17T21:22:08,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:08,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c0a00-df5e-464e-aa3f-90f3ca098e63" 2024-11-17T21:22:08,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@168b3a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:08,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44987,-1] 2024-11-17T21:22:08,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:08,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:08,996 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:08,996 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c43682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:08,996 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,44987,1731878517110 2024-11-17T21:22:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50999cdd 2024-11-17T21:22:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:08,998 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-17T21:22:08,999 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,34049,1731878510788 (queues=1) is replicating from cluster=a4ab030b-b361-4f64-a6e2-266c16f2b61d to cluster=174c0a00-df5e-464e-aa3f-90f3ca098e63 2024-11-17T21:22:08,999 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C34049%2C1731878510788 2024-11-17T21:22:08,999 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,34049,1731878510788, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:22:08,999 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C34049%2C1731878510788 2024-11-17T21:22:09,000 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115, startPosition=0, beingWritten=true 2024-11-17T21:22:09,004 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:09,004 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 379, reset compression=false 2024-11-17T21:22:09,005 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34049,1731878510788 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:09,211 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 379, reset compression=false 2024-11-17T21:22:09,515 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 379, reset compression=false 2024-11-17T21:22:09,919 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 379, reset compression=false 2024-11-17T21:22:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:09,985 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:22:09,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:22:09,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:09,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:09,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:09,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:09,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:09,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44987,-1 for getting cluster id 2024-11-17T21:22:09,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:09,987 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c0a00-df5e-464e-aa3f-90f3ca098e63' 2024-11-17T21:22:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c0a00-df5e-464e-aa3f-90f3ca098e63" 2024-11-17T21:22:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52370101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44987,-1] 2024-11-17T21:22:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:09,988 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:09,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72596855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:09,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,44987,1731878517110 2024-11-17T21:22:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1adb1d29 2024-11-17T21:22:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:09,990 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:09,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:44219,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:22:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:22:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:09,992 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:44219' 2024-11-17T21:22:09,993 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab446fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:09,993 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44219,-1 for getting cluster id 2024-11-17T21:22:09,993 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:09,994 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c4245-c1f5-47e9-91b8-723b91a72ff4' 2024-11-17T21:22:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c4245-c1f5-47e9-91b8-723b91a72ff4" 2024-11-17T21:22:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19159401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44219,-1] 2024-11-17T21:22:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:09,995 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:09,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3dfaca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:09,995 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:09,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,44219,1731878522309 2024-11-17T21:22:09,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cea897b 2024-11-17T21:22:09,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:09,996 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:09,997 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T21:22:09,997 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:22:09,997 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:09,997 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:09,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:09,997 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:09,998 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:22:09,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:22:09,999 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:10,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:22:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:22:10,048 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:22:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:10,407 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e6e596a1339fbf7ea361b28ba195e26, NAME => 'hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f 2024-11-17T21:22:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:22:10,423 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 379, reset compression=false 2024-11-17T21:22:10,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:22:10,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:10,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:10,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:10,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9e6e596a1339fbf7ea361b28ba195e26, disabling compactions & flushes 2024-11-17T21:22:10,824 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:10,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:10,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. after waiting 0 ms 2024-11-17T21:22:10,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:10,824 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:10,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e6e596a1339fbf7ea361b28ba195e26: Waiting for close lock at 1731878530824Disabling compacts and flushes for region at 1731878530824Disabling writes for close at 1731878530824Writing region close event to WAL at 1731878530824Closed at 1731878530824 2024-11-17T21:22:10,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:22:10,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878530826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878530826"}]},"ts":"1731878530826"} 2024-11-17T21:22:10,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:22:10,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:22:10,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878530829"}]},"ts":"1731878530829"} 2024-11-17T21:22:10,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:22:10,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e6e596a1339fbf7ea361b28ba195e26, ASSIGN}] 2024-11-17T21:22:10,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e6e596a1339fbf7ea361b28ba195e26, ASSIGN 2024-11-17T21:22:10,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e6e596a1339fbf7ea361b28ba195e26, ASSIGN; state=OFFLINE, location=a313eea8709e,45345,1731878517250; forceNewPlan=false, retain=false 2024-11-17T21:22:10,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e6e596a1339fbf7ea361b28ba195e26, regionState=OPENING, regionLocation=a313eea8709e,45345,1731878517250 2024-11-17T21:22:10,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e6e596a1339fbf7ea361b28ba195e26, ASSIGN because future has completed 2024-11-17T21:22:10,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6e596a1339fbf7ea361b28ba195e26, server=a313eea8709e,45345,1731878517250}] 2024-11-17T21:22:10,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T21:22:10,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T21:22:10,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:22:10,992 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T21:22:11,028 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 379, reset compression=false 2024-11-17T21:22:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:11,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:11,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:11,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:22:11,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C45345%2C1731878517250.rep, suffix=, logDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250, archiveDir=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/oldWALs, maxLogs=10 2024-11-17T21:22:11,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.rep.1731878531143, exclude list is [], retry=0 2024-11-17T21:22:11,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-e4e50391-ebc6-44c6-9ec3-1238ebf9bc1c,DISK] 2024-11-17T21:22:11,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.rep.1731878531143 2024-11-17T21:22:11,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41123:41123)] 2024-11-17T21:22:11,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e6e596a1339fbf7ea361b28ba195e26, NAME => 'hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:11,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:11,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:22:11,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. service=MultiRowMutationService 2024-11-17T21:22:11,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:22:11,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:11,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,166 INFO [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,167 INFO [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6e596a1339fbf7ea361b28ba195e26 columnFamilyName hfileref 2024-11-17T21:22:11,167 DEBUG [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:11,168 INFO [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] regionserver.HStore(327): Store=9e6e596a1339fbf7ea361b28ba195e26/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:11,168 INFO [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,169 INFO [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6e596a1339fbf7ea361b28ba195e26 columnFamilyName queue 2024-11-17T21:22:11,169 DEBUG [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:11,169 INFO [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] regionserver.HStore(327): Store=9e6e596a1339fbf7ea361b28ba195e26/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:11,169 INFO [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,170 INFO [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6e596a1339fbf7ea361b28ba195e26 columnFamilyName sid 2024-11-17T21:22:11,170 DEBUG [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:11,170 INFO [StoreOpener-9e6e596a1339fbf7ea361b28ba195e26-1 {}] regionserver.HStore(327): Store=9e6e596a1339fbf7ea361b28ba195e26/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:11,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/replication/9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/replication/9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:22:11,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/replication/9e6e596a1339fbf7ea361b28ba195e26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:11,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9e6e596a1339fbf7ea361b28ba195e26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60861417, jitterRate=-0.09309421479701996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:22:11,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:11,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9e6e596a1339fbf7ea361b28ba195e26: Running coprocessor pre-open hook at 1731878531165Writing region info on filesystem at 1731878531165Initializing all the Stores at 1731878531165Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878531165Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878531166 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878531166Cleaning up temporary data from old regions at 1731878531172 (+6 ms)Running coprocessor post-open hooks at 1731878531177 (+5 ms)Region opened successfully at 1731878531177 2024-11-17T21:22:11,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26., pid=10, masterSystemTime=1731878531137 2024-11-17T21:22:11,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:11,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:11,181 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e6e596a1339fbf7ea361b28ba195e26, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,45345,1731878517250 2024-11-17T21:22:11,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6e596a1339fbf7ea361b28ba195e26, server=a313eea8709e,45345,1731878517250 because future has completed 2024-11-17T21:22:11,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:22:11,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e6e596a1339fbf7ea361b28ba195e26, server=a313eea8709e,45345,1731878517250 in 202 msec 2024-11-17T21:22:11,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:22:11,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e6e596a1339fbf7ea361b28ba195e26, ASSIGN in 359 msec 2024-11-17T21:22:11,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:22:11,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878531192"}]},"ts":"1731878531192"} 2024-11-17T21:22:11,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:22:11,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:22:11,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-17T21:22:11,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26., hostname=a313eea8709e,45345,1731878517250, seqNum=2] 2024-11-17T21:22:11,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:22:11,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:22:11,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:22:11,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:22:11,459 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:22:11,490 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,45345,1731878517250, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:22:11,490 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:11,491 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,45345,1731878517250, seqNum=-1] 2024-11-17T21:22:11,491 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:11,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T21:22:11,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,45345,1731878517250', locateType=CURRENT is [region=hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26., hostname=a313eea8709e,45345,1731878517250, seqNum=2] 2024-11-17T21:22:11,500 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:22:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:22:11,502 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,45345,1731878517250 suceeded 2024-11-17T21:22:11,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:22:11,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-17T21:22:11,506 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:44219,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:22:11,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-17T21:22:11,523 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:44219' 2024-11-17T21:22:11,525 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f3486cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:11,525 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44219,-1 for getting cluster id 2024-11-17T21:22:11,525 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:11,525 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c4245-c1f5-47e9-91b8-723b91a72ff4' 2024-11-17T21:22:11,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:11,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c4245-c1f5-47e9-91b8-723b91a72ff4" 2024-11-17T21:22:11,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f7dedc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:11,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44219,-1] 2024-11-17T21:22:11,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:11,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:11,527 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:11,527 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d2de3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:11,527 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:11,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,44219,1731878522309 2024-11-17T21:22:11,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66e7ab30 2024-11-17T21:22:11,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:11,529 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-17T21:22:11,530 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,45345,1731878517250 (queues=1) is replicating from cluster=174c0a00-df5e-464e-aa3f-90f3ca098e63 to cluster=c28c4245-c1f5-47e9-91b8-723b91a72ff4 2024-11-17T21:22:11,530 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C45345%2C1731878517250 2024-11-17T21:22:11,530 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,45345,1731878517250, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:22:11,530 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900, startPosition=0, beingWritten=true 2024-11-17T21:22:11,531 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C45345%2C1731878517250 2024-11-17T21:22:11,535 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:11,535 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 379, reset compression=false 2024-11-17T21:22:11,535 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,45345,1731878517250 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:11,732 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 379, reset compression=false 2024-11-17T21:22:11,739 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 379, reset compression=false 2024-11-17T21:22:12,042 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 379, reset compression=false 2024-11-17T21:22:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:12,135 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:22:12,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:22:12,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:12,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:12,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:12,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:12,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:12,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44219,-1 for getting cluster id 2024-11-17T21:22:12,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:12,137 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c4245-c1f5-47e9-91b8-723b91a72ff4' 2024-11-17T21:22:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c4245-c1f5-47e9-91b8-723b91a72ff4" 2024-11-17T21:22:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b6dbd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44219,-1] 2024-11-17T21:22:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:12,138 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:12,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd898ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:12,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,44219,1731878522309 2024-11-17T21:22:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5057f552 2024-11-17T21:22:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:12,141 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:12,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:44987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:22:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:22:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:12,144 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:44987' 2024-11-17T21:22:12,145 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bed7b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:12,145 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44987,-1 for getting cluster id 2024-11-17T21:22:12,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:12,146 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c0a00-df5e-464e-aa3f-90f3ca098e63' 2024-11-17T21:22:12,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:12,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c0a00-df5e-464e-aa3f-90f3ca098e63" 2024-11-17T21:22:12,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79482173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:12,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44987,-1] 2024-11-17T21:22:12,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:12,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:12,147 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:12,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ea4b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:12,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:12,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,44987,1731878517110 2024-11-17T21:22:12,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ef40107 2024-11-17T21:22:12,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:12,150 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:12,151 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T21:22:12,151 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:22:12,151 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:12,151 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:12,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:12,151 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:12,152 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:22:12,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:22:12,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:12,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:22:12,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:22:12,203 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:22:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:12,445 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 379, reset compression=false 2024-11-17T21:22:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:12,536 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 379, reset compression=false 2024-11-17T21:22:12,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17a62f1d7bac198fd151382aa1772418, NAME => 'hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b 2024-11-17T21:22:12,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:22:12,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:12,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17a62f1d7bac198fd151382aa1772418, disabling compactions & flushes 2024-11-17T21:22:12,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:12,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:12,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. after waiting 0 ms 2024-11-17T21:22:12,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:12,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:12,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17a62f1d7bac198fd151382aa1772418: Waiting for close lock at 1731878532585Disabling compacts and flushes for region at 1731878532585Disabling writes for close at 1731878532585Writing region close event to WAL at 1731878532585Closed at 1731878532585 2024-11-17T21:22:12,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:22:12,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878532586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878532586"}]},"ts":"1731878532586"} 2024-11-17T21:22:12,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:22:12,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:22:12,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878532589"}]},"ts":"1731878532589"} 2024-11-17T21:22:12,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:22:12,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17a62f1d7bac198fd151382aa1772418, ASSIGN}] 2024-11-17T21:22:12,592 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17a62f1d7bac198fd151382aa1772418, ASSIGN 2024-11-17T21:22:12,592 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17a62f1d7bac198fd151382aa1772418, ASSIGN; state=OFFLINE, location=a313eea8709e,34945,1731878522495; forceNewPlan=false, retain=false 2024-11-17T21:22:12,743 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17a62f1d7bac198fd151382aa1772418, regionState=OPENING, regionLocation=a313eea8709e,34945,1731878522495 2024-11-17T21:22:12,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17a62f1d7bac198fd151382aa1772418, ASSIGN because future has completed 2024-11-17T21:22:12,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a62f1d7bac198fd151382aa1772418, server=a313eea8709e,34945,1731878522495}] 2024-11-17T21:22:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:12,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:12,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:12,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:22:12,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C34945%2C1731878522495.rep, suffix=, logDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495, archiveDir=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/oldWALs, maxLogs=10 2024-11-17T21:22:12,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.rep.1731878532902, exclude list is [], retry=0 2024-11-17T21:22:12,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41689,DS-0795a048-9c88-4ee0-b963-4656e80d3922,DISK] 2024-11-17T21:22:12,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.rep.1731878532902 2024-11-17T21:22:12,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32855:32855)] 2024-11-17T21:22:12,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 17a62f1d7bac198fd151382aa1772418, NAME => 'hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:12,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:12,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:22:12,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. service=MultiRowMutationService 2024-11-17T21:22:12,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:22:12,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:12,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,918 INFO [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,919 INFO [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a62f1d7bac198fd151382aa1772418 columnFamilyName hfileref 2024-11-17T21:22:12,920 DEBUG [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:12,920 INFO [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] regionserver.HStore(327): Store=17a62f1d7bac198fd151382aa1772418/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:12,920 INFO [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,921 INFO [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a62f1d7bac198fd151382aa1772418 columnFamilyName queue 2024-11-17T21:22:12,921 DEBUG [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:12,921 INFO [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] regionserver.HStore(327): Store=17a62f1d7bac198fd151382aa1772418/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:12,921 INFO [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,922 INFO [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a62f1d7bac198fd151382aa1772418 columnFamilyName sid 2024-11-17T21:22:12,922 DEBUG [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:12,922 INFO [StoreOpener-17a62f1d7bac198fd151382aa1772418-1 {}] regionserver.HStore(327): Store=17a62f1d7bac198fd151382aa1772418/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:12,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/replication/17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/replication/17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:22:12,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/replication/17a62f1d7bac198fd151382aa1772418/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:12,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 17a62f1d7bac198fd151382aa1772418; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68368984, jitterRate=0.01877725124359131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:22:12,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:12,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 17a62f1d7bac198fd151382aa1772418: Running coprocessor pre-open hook at 1731878532917Writing region info on filesystem at 1731878532917Initializing all the Stores at 1731878532918 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878532918Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878532918Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878532918Cleaning up temporary data from old regions at 1731878532924 (+6 ms)Running coprocessor post-open hooks at 1731878532927 (+3 ms)Region opened successfully at 1731878532927 2024-11-17T21:22:12,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418., pid=10, masterSystemTime=1731878532897 2024-11-17T21:22:12,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:12,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:12,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17a62f1d7bac198fd151382aa1772418, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,34945,1731878522495 2024-11-17T21:22:12,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a62f1d7bac198fd151382aa1772418, server=a313eea8709e,34945,1731878522495 because future has completed 2024-11-17T21:22:12,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:22:12,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 17a62f1d7bac198fd151382aa1772418, server=a313eea8709e,34945,1731878522495 in 187 msec 2024-11-17T21:22:12,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:22:12,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17a62f1d7bac198fd151382aa1772418, ASSIGN in 343 msec 2024-11-17T21:22:12,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:22:12,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878532936"}]},"ts":"1731878532936"} 2024-11-17T21:22:12,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:22:12,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:22:12,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 787 msec 2024-11-17T21:22:12,949 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 379, reset compression=false 2024-11-17T21:22:12,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418., hostname=a313eea8709e,34945,1731878522495, seqNum=2] 2024-11-17T21:22:13,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:13,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:13,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:22:13,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:22:13,268 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:22:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:13,298 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,34945,1731878522495, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:22:13,298 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:13,298 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34945,1731878522495, seqNum=-1] 2024-11-17T21:22:13,299 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:13,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T21:22:13,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,34945,1731878522495', locateType=CURRENT is [region=hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418., hostname=a313eea8709e,34945,1731878522495, seqNum=2] 2024-11-17T21:22:13,303 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:22:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:22:13,304 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,34945,1731878522495 suceeded 2024-11-17T21:22:13,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:22:13,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-17T21:22:13,306 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:44987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:22:13,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1650 sec 2024-11-17T21:22:13,316 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:44987' 2024-11-17T21:22:13,317 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515c46eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:13,317 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44987,-1 for getting cluster id 2024-11-17T21:22:13,317 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:13,317 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c0a00-df5e-464e-aa3f-90f3ca098e63' 2024-11-17T21:22:13,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:13,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c0a00-df5e-464e-aa3f-90f3ca098e63" 2024-11-17T21:22:13,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ccf758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:13,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44987,-1] 2024-11-17T21:22:13,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:13,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:13,319 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:13,319 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@477491da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:13,319 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:13,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,44987,1731878517110 2024-11-17T21:22:13,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@370192b1 2024-11-17T21:22:13,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:13,321 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-17T21:22:13,321 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,34945,1731878522495 (queues=1) is replicating from cluster=c28c4245-c1f5-47e9-91b8-723b91a72ff4 to cluster=174c0a00-df5e-464e-aa3f-90f3ca098e63 2024-11-17T21:22:13,321 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C34945%2C1731878522495 2024-11-17T21:22:13,322 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,34945,1731878522495, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:22:13,322 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C34945%2C1731878522495 2024-11-17T21:22:13,322 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239, startPosition=0, beingWritten=true 2024-11-17T21:22:13,327 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:13,327 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 379, reset compression=false 2024-11-17T21:22:13,327 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34945,1731878522495 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:13,441 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 379, reset compression=false 2024-11-17T21:22:13,530 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 379, reset compression=false 2024-11-17T21:22:13,553 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 379, reset compression=false 2024-11-17T21:22:13,834 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 379, reset compression=false 2024-11-17T21:22:14,239 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 379, reset compression=false 2024-11-17T21:22:14,256 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 379, reset compression=false 2024-11-17T21:22:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:14,295 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:22:14,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:22:14,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:14,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:14,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:14,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:14,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,36197,-1 for getting cluster id 2024-11-17T21:22:14,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:14,297 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4ab030b-b361-4f64-a6e2-266c16f2b61d' 2024-11-17T21:22:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4ab030b-b361-4f64-a6e2-266c16f2b61d" 2024-11-17T21:22:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475e5314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,36197,-1] 2024-11-17T21:22:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:14,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:14,298 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797090d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44987,-1 for getting cluster id 2024-11-17T21:22:14,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:14,300 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c0a00-df5e-464e-aa3f-90f3ca098e63' 2024-11-17T21:22:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c0a00-df5e-464e-aa3f-90f3ca098e63" 2024-11-17T21:22:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6828a24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44987,-1] 2024-11-17T21:22:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:14,301 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:14,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560403b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44219,-1 for getting cluster id 2024-11-17T21:22:14,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:14,303 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c4245-c1f5-47e9-91b8-723b91a72ff4' 2024-11-17T21:22:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c4245-c1f5-47e9-91b8-723b91a72ff4" 2024-11-17T21:22:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6155f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44219,-1] 2024-11-17T21:22:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:14,304 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736fe275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34049,1731878510788, seqNum=-1] 2024-11-17T21:22:14,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:14,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:14,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731878523896.fe74524e69c717905c169fc890ba6ed7., hostname=a313eea8709e,34049,1731878510788, seqNum=2] 2024-11-17T21:22:14,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:14,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34945,1731878522495, seqNum=-1] 2024-11-17T21:22:14,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:14,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17., hostname=a313eea8709e,34945,1731878522495, seqNum=2] 2024-11-17T21:22:14,315 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T21:22:14,444 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 379, reset compression=false 2024-11-17T21:22:14,451 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:22:14,451 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 480, reset compression=false 2024-11-17T21:22:14,451 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34049,1731878510788 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe74524e69c717905c169fc890ba6ed7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T21:22:14,454 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:22:14,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-17T21:22:14,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:22:14,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3339dffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44987,-1 for getting cluster id 2024-11-17T21:22:14,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:14,458 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c0a00-df5e-464e-aa3f-90f3ca098e63' 2024-11-17T21:22:14,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:14,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c0a00-df5e-464e-aa3f-90f3ca098e63" 2024-11-17T21:22:14,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@616ec132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44987,-1] 2024-11-17T21:22:14,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:14,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:14,459 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:14,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e2ddcb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:14,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:14,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,45345,1731878517250, seqNum=-1] 2024-11-17T21:22:14,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:14,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T21:22:14,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731878526048.747daa9eb0eb4cc89148f09338986765., hostname=a313eea8709e,45345,1731878517250, seqNum=2] 2024-11-17T21:22:14,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:22:14,657 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 480, reset compression=false 2024-11-17T21:22:14,743 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 379, reset compression=false 2024-11-17T21:22:14,960 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 480, reset compression=false 2024-11-17T21:22:15,060 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 379, reset compression=false 2024-11-17T21:22:15,064 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:22:15,064 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 504, reset compression=false 2024-11-17T21:22:15,064 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,45345,1731878517250 got entry batch from reader: WALEntryBatch [walEntries=[{test/747daa9eb0eb4cc89148f09338986765/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T21:22:15,066 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:22:15,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-17T21:22:15,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:22:15,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ecfe94b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:15,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,44219,-1 for getting cluster id 2024-11-17T21:22:15,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:15,068 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c4245-c1f5-47e9-91b8-723b91a72ff4' 2024-11-17T21:22:15,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:15,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c4245-c1f5-47e9-91b8-723b91a72ff4" 2024-11-17T21:22:15,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f72398a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:15,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,44219,-1] 2024-11-17T21:22:15,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:15,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:15,069 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:15,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f94310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:15,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:15,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,34945,1731878522495, seqNum=-1] 2024-11-17T21:22:15,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:15,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T21:22:15,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17., hostname=a313eea8709e,34945,1731878522495, seqNum=2] 2024-11-17T21:22:15,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:22:15,267 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 504, reset compression=false 2024-11-17T21:22:15,317 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T21:22:15,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,45345,1731878517250, seqNum=-1] 2024-11-17T21:22:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:15,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:15,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731878526048.747daa9eb0eb4cc89148f09338986765., hostname=a313eea8709e,45345,1731878517250, seqNum=2] 2024-11-17T21:22:15,323 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T21:22:15,346 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 379, reset compression=false 2024-11-17T21:22:15,351 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:15,351 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 527, reset compression=false 2024-11-17T21:22:15,351 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34945,1731878522495 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:15,364 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 480, reset compression=false 2024-11-17T21:22:15,554 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 527, reset compression=false 2024-11-17T21:22:15,571 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 504, reset compression=false 2024-11-17T21:22:15,575 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:22:15,575 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 608, reset compression=false 2024-11-17T21:22:15,575 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,45345,1731878517250 got entry batch from reader: WALEntryBatch [walEntries=[{test/747daa9eb0eb4cc89148f09338986765/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T21:22:15,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:22:15,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:22:15,778 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 608, reset compression=false 2024-11-17T21:22:15,858 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 527, reset compression=false 2024-11-17T21:22:15,862 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:15,862 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 654, reset compression=false 2024-11-17T21:22:15,862 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34945,1731878522495 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:15,867 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 480, reset compression=false 2024-11-17T21:22:16,066 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 654, reset compression=false 2024-11-17T21:22:16,082 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 608, reset compression=false 2024-11-17T21:22:16,325 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T21:22:16,328 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T21:22:16,369 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 654, reset compression=false 2024-11-17T21:22:16,374 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:22:16,374 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 758, reset compression=false 2024-11-17T21:22:16,374 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34945,1731878522495 got entry batch from reader: WALEntryBatch [walEntries=[{test/5dcddd1e3ddd574872c48a8cf9904b17/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T21:22:16,376 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:22:16,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-17T21:22:16,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:22:16,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:22:16,470 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 480, reset compression=false 2024-11-17T21:22:16,486 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 608, reset compression=false 2024-11-17T21:22:16,491 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:16,491 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 736, reset compression=false 2024-11-17T21:22:16,491 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,45345,1731878517250 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:16,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:16,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:22:16,555 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108643 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:22:16,578 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 758, reset compression=false 2024-11-17T21:22:16,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:22:16,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,698 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 736, reset compression=false 2024-11-17T21:22:16,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:16,882 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 758, reset compression=false 2024-11-17T21:22:17,021 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 736, reset compression=false 2024-11-17T21:22:17,175 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 480, reset compression=false 2024-11-17T21:22:17,286 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 758, reset compression=false 2024-11-17T21:22:17,330 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T21:22:17,333 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T21:22:17,424 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 736, reset compression=false 2024-11-17T21:22:17,789 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 758, reset compression=false 2024-11-17T21:22:17,927 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 736, reset compression=false 2024-11-17T21:22:17,978 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 480, reset compression=false 2024-11-17T21:22:17,993 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:22:17,993 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:17,993 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34049,1731878510788 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe74524e69c717905c169fc890ba6ed7/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T21:22:17,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:22:17,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:22:18,205 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:18,335 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T21:22:18,393 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 758, reset compression=false 2024-11-17T21:22:18,519 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:18,530 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 736, reset compression=false 2024-11-17T21:22:18,536 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:22:18,536 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 884, reset compression=false 2024-11-17T21:22:18,538 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,45345,1731878517250 got entry batch from reader: WALEntryBatch [walEntries=[{test/747daa9eb0eb4cc89148f09338986765/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T21:22:18,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:22:18,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:22:18,763 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 884, reset compression=false 2024-11-17T21:22:18,922 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:19,092 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 884, reset compression=false 2024-11-17T21:22:19,096 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 758, reset compression=false 2024-11-17T21:22:19,113 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:19,113 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 929, reset compression=false 2024-11-17T21:22:19,113 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34945,1731878522495 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:19,337 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T21:22:19,348 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 929, reset compression=false 2024-11-17T21:22:19,353 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T21:22:19,430 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:19,511 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 884, reset compression=false 2024-11-17T21:22:19,552 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:22:19,552 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1043, reset compression=false 2024-11-17T21:22:19,552 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,45345,1731878517250 got entry batch from reader: WALEntryBatch [walEntries=[{test/747daa9eb0eb4cc89148f09338986765/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T21:22:19,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:22:19,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:22:19,653 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 929, reset compression=false 2024-11-17T21:22:19,657 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:19,657 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1078, reset compression=false 2024-11-17T21:22:19,657 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34945,1731878522495 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:19,775 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1043, reset compression=false 2024-11-17T21:22:19,864 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1078, reset compression=false 2024-11-17T21:22:20,057 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:20,079 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1043, reset compression=false 2024-11-17T21:22:20,167 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1078, reset compression=false 2024-11-17T21:22:20,355 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T21:22:20,358 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T21:22:20,461 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:22:20,482 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1043, reset compression=false 2024-11-17T21:22:20,570 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1078, reset compression=false 2024-11-17T21:22:20,575 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:22:20,575 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1237, reset compression=false 2024-11-17T21:22:20,575 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34945,1731878522495 got entry batch from reader: WALEntryBatch [walEntries=[{test/5dcddd1e3ddd574872c48a8cf9904b17/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T21:22:20,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T21:22:20,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T21:22:20,760 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:20,786 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1237, reset compression=false 2024-11-17T21:22:20,986 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1043, reset compression=false 2024-11-17T21:22:20,990 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:20,991 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1193, reset compression=false 2024-11-17T21:22:20,991 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,45345,1731878517250 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:21,089 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1237, reset compression=false 2024-11-17T21:22:21,194 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1193, reset compression=false 2024-11-17T21:22:21,359 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T21:22:21,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:22:21,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:22:21,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:21,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:21,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:21,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:21,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:22:21,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1236877916, stopped=false 2024-11-17T21:22:21,366 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,44219,1731878522309 2024-11-17T21:22:21,493 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1237, reset compression=false 2024-11-17T21:22:21,497 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1193, reset compression=false 2024-11-17T21:22:21,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-571743926/running 2024-11-17T21:22:21,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-571743926/running 2024-11-17T21:22:21,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:21,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:21,526 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:22:21,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:22:21,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:21,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:21,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,34945,1731878522495' ***** 2024-11-17T21:22:21,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:22:21,527 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:22:21,527 INFO [RS:0;a313eea8709e:34945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:22:21,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Set watcher on znode that does not yet exist, /2-571743926/running 2024-11-17T21:22:21,528 INFO [RS:0;a313eea8709e:34945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:22:21,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:22:21,528 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(3091): Received CLOSE for 17a62f1d7bac198fd151382aa1772418 2024-11-17T21:22:21,528 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:21,528 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,34945,1731878522495 2024-11-17T21:22:21,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Set watcher on znode that does not yet exist, /2-571743926/running 2024-11-17T21:22:21,528 INFO [RS:0;a313eea8709e:34945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:22:21,528 INFO [RS:0;a313eea8709e:34945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:34945. 2024-11-17T21:22:21,528 DEBUG [RS:0;a313eea8709e:34945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:21,528 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17a62f1d7bac198fd151382aa1772418, disabling compactions & flushes 2024-11-17T21:22:21,528 DEBUG [RS:0;a313eea8709e:34945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:21,528 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:21,528 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:21,528 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. after waiting 0 ms 2024-11-17T21:22:21,528 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:21,528 INFO [RS:0;a313eea8709e:34945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:22:21,528 INFO [RS:0;a313eea8709e:34945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:22:21,528 INFO [RS:0;a313eea8709e:34945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:22:21,528 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:22:21,528 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17a62f1d7bac198fd151382aa1772418 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-17T21:22:21,529 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:22:21,529 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1325): Online Regions={17a62f1d7bac198fd151382aa1772418=hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418., 5dcddd1e3ddd574872c48a8cf9904b17=test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:22:21,529 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a62f1d7bac198fd151382aa1772418, 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:21,529 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:22:21,529 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:22:21,529 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:22:21,529 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:22:21,529 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:22:21,529 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:22:21,545 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/replication/17a62f1d7bac198fd151382aa1772418/.tmp/queue/e5cf8e5d497c4a5b8603d8f941657e1e is 154, key is 1-a313eea8709e,34945,1731878522495/queue:a313eea8709e%2C34945%2C1731878522495/1731878540585/Put/seqid=0 2024-11-17T21:22:21,546 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/info/d480ff7d68fc4e5da143c9201e5a0eeb is 147, key is hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418./info:regioninfo/1731878532930/Put/seqid=0 2024-11-17T21:22:21,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741840_1016 (size=5353) 2024-11-17T21:22:21,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741841_1017 (size=7686) 2024-11-17T21:22:21,549 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/replication/17a62f1d7bac198fd151382aa1772418/.tmp/queue/e5cf8e5d497c4a5b8603d8f941657e1e 2024-11-17T21:22:21,549 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/info/d480ff7d68fc4e5da143c9201e5a0eeb 2024-11-17T21:22:21,553 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/replication/17a62f1d7bac198fd151382aa1772418/.tmp/queue/e5cf8e5d497c4a5b8603d8f941657e1e as hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/replication/17a62f1d7bac198fd151382aa1772418/queue/e5cf8e5d497c4a5b8603d8f941657e1e 2024-11-17T21:22:21,557 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/replication/17a62f1d7bac198fd151382aa1772418/queue/e5cf8e5d497c4a5b8603d8f941657e1e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T21:22:21,558 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 17a62f1d7bac198fd151382aa1772418 in 30ms, sequenceid=12, compaction requested=false 2024-11-17T21:22:21,561 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/replication/17a62f1d7bac198fd151382aa1772418/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T21:22:21,561 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:22:21,561 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:22:21,561 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:21,561 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17a62f1d7bac198fd151382aa1772418: Waiting for close lock at 1731878541528Running coprocessor pre-close hooks at 1731878541528Disabling compacts and flushes for region at 1731878541528Disabling writes for close at 1731878541528Obtaining lock to block concurrent updates at 1731878541528Preparing flush snapshotting stores in 17a62f1d7bac198fd151382aa1772418 at 1731878541528Finished memstore snapshotting hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731878541529 (+1 ms)Flushing stores of hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. at 1731878541529Flushing 17a62f1d7bac198fd151382aa1772418/queue: creating writer at 1731878541529Flushing 17a62f1d7bac198fd151382aa1772418/queue: appending metadata at 1731878541545 (+16 ms)Flushing 17a62f1d7bac198fd151382aa1772418/queue: closing flushed file at 1731878541545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36dbc1bd: reopening flushed file at 1731878541553 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 17a62f1d7bac198fd151382aa1772418 in 30ms, sequenceid=12, compaction requested=false at 1731878541558 (+5 ms)Writing region close event to WAL at 1731878541559 (+1 ms)Running coprocessor post-close hooks at 1731878541561 (+2 ms)Closed at 1731878541561 2024-11-17T21:22:21,561 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731878532151.17a62f1d7bac198fd151382aa1772418. 2024-11-17T21:22:21,561 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dcddd1e3ddd574872c48a8cf9904b17, disabling compactions & flushes 2024-11-17T21:22:21,561 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:21,561 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:21,561 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. after waiting 0 ms 2024-11-17T21:22:21,561 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:21,561 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5dcddd1e3ddd574872c48a8cf9904b17 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T21:22:21,566 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/ns/48ee293f47334b249252103165c3c03e is 43, key is default/ns:d/1731878523652/Put/seqid=0 2024-11-17T21:22:21,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741842_1018 (size=5153) 2024-11-17T21:22:21,574 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:21,574 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/ns/48ee293f47334b249252103165c3c03e 2024-11-17T21:22:21,575 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/.tmp/f/8fc0d5755f9e4f53be77459b1510d7d6 is 29, key is row1/f:/1731878539338/DeleteFamily/seqid=0 2024-11-17T21:22:21,582 DEBUG [master/a313eea8709e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=37, reused chunk count=126, reuseRatio=77.30% 2024-11-17T21:22:21,582 DEBUG [master/a313eea8709e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-17T21:22:21,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741843_1019 (size=5152) 2024-11-17T21:22:21,604 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:22:21,605 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/rep_barrier/cbfa8b9e032444c8b104767680396fe2 is 112, key is test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17./rep_barrier:seqnumDuringOpen/1731878527450/Put/seqid=0 2024-11-17T21:22:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741844_1020 (size=5518) 2024-11-17T21:22:21,729 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:21,907 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1193, reset compression=false 2024-11-17T21:22:21,929 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:21,986 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/.tmp/f/8fc0d5755f9e4f53be77459b1510d7d6 2024-11-17T21:22:21,994 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fc0d5755f9e4f53be77459b1510d7d6 2024-11-17T21:22:21,996 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1237, reset compression=false 2024-11-17T21:22:22,002 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:22,002 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1484, reset compression=false 2024-11-17T21:22:22,003 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34945,1731878522495 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:22,004 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a313eea8709e,34945,1731878522495: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a313eea8709e,34945,1731878522495, walGroup=a313eea8709e%2C34945%2C1731878522495, offset=a313eea8709e%2C34945%2C1731878522495.1731878523239:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:34945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T21:22:22,005 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T21:22:22,005 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T21:22:22,005 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T21:22:22,005 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T21:22:22,005 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T21:22:22,005 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 884490576 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202895120 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T21:22:22,006 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:44219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:44219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T21:22:22,008 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/rep_barrier/cbfa8b9e032444c8b104767680396fe2 2024-11-17T21:22:22,013 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/.tmp/f1/79669c4a82924e1795cc3cafbe435354 is 30, key is row1/f1:/1731878539338/DeleteFamily/seqid=0 2024-11-17T21:22:22,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741845_1021 (size=5158) 2024-11-17T21:22:22,029 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/.tmp/f1/79669c4a82924e1795cc3cafbe435354 2024-11-17T21:22:22,032 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79669c4a82924e1795cc3cafbe435354 2024-11-17T21:22:22,034 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/table/9982a6c118174510ab72fe12f38af4cd is 53, key is hbase:replication/table:state/1731878532936/Put/seqid=0 2024-11-17T21:22:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741846_1022 (size=5308) 2024-11-17T21:22:22,046 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/.tmp/norep/5c6c0e6141184a858e334d2eaf5efed2 is 33, key is row2/norep:/1731878540355/DeleteFamily/seqid=0 2024-11-17T21:22:22,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741847_1023 (size=5108) 2024-11-17T21:22:22,074 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:22:22,074 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:22:22,129 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:22,228 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1484, reset compression=false 2024-11-17T21:22:22,329 DEBUG [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5dcddd1e3ddd574872c48a8cf9904b17 2024-11-17T21:22:22,410 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1193, reset compression=false 2024-11-17T21:22:22,441 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/table/9982a6c118174510ab72fe12f38af4cd 2024-11-17T21:22:22,445 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/info/d480ff7d68fc4e5da143c9201e5a0eeb as hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/info/d480ff7d68fc4e5da143c9201e5a0eeb 2024-11-17T21:22:22,449 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/info/d480ff7d68fc4e5da143c9201e5a0eeb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:22:22,449 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/ns/48ee293f47334b249252103165c3c03e as hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/ns/48ee293f47334b249252103165c3c03e 2024-11-17T21:22:22,450 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/.tmp/norep/5c6c0e6141184a858e334d2eaf5efed2 2024-11-17T21:22:22,453 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c6c0e6141184a858e334d2eaf5efed2 2024-11-17T21:22:22,453 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/ns/48ee293f47334b249252103165c3c03e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:22:22,453 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/rep_barrier/cbfa8b9e032444c8b104767680396fe2 as hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/rep_barrier/cbfa8b9e032444c8b104767680396fe2 2024-11-17T21:22:22,453 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/.tmp/f/8fc0d5755f9e4f53be77459b1510d7d6 as hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/f/8fc0d5755f9e4f53be77459b1510d7d6 2024-11-17T21:22:22,457 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fc0d5755f9e4f53be77459b1510d7d6 2024-11-17T21:22:22,457 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/rep_barrier/cbfa8b9e032444c8b104767680396fe2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:22:22,457 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/f/8fc0d5755f9e4f53be77459b1510d7d6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T21:22:22,458 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/.tmp/table/9982a6c118174510ab72fe12f38af4cd as hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/table/9982a6c118174510ab72fe12f38af4cd 2024-11-17T21:22:22,458 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/.tmp/f1/79669c4a82924e1795cc3cafbe435354 as hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/f1/79669c4a82924e1795cc3cafbe435354 2024-11-17T21:22:22,461 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79669c4a82924e1795cc3cafbe435354 2024-11-17T21:22:22,461 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/table/9982a6c118174510ab72fe12f38af4cd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:22:22,461 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/f1/79669c4a82924e1795cc3cafbe435354, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T21:22:22,462 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/.tmp/norep/5c6c0e6141184a858e334d2eaf5efed2 as hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/norep/5c6c0e6141184a858e334d2eaf5efed2 2024-11-17T21:22:22,462 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false 2024-11-17T21:22:22,465 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c6c0e6141184a858e334d2eaf5efed2 2024-11-17T21:22:22,465 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/norep/5c6c0e6141184a858e334d2eaf5efed2, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T21:22:22,466 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5dcddd1e3ddd574872c48a8cf9904b17 in 905ms, sequenceid=10, compaction requested=false 2024-11-17T21:22:22,469 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:22:22,469 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:22:22,469 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:22:22,469 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:22:22,469 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878541529Running coprocessor pre-close hooks at 1731878541529Disabling compacts and flushes for region at 1731878541529Disabling writes for close at 1731878541529Obtaining lock to block concurrent updates at 1731878541529Preparing flush snapshotting stores in 1588230740 at 1731878541529Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878541529Flushing stores of hbase:meta,,1.1588230740 at 1731878541529Flushing 1588230740/info: creating writer at 1731878541529Flushing 1588230740/info: appending metadata at 1731878541546 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731878541546Flushing 1588230740/ns: creating writer at 1731878541553 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731878541565 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731878541565Flushing 1588230740/rep_barrier: creating writer at 1731878541587 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878541604 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878541604Flushing 1588230740/table: creating writer at 1731878542013 (+409 ms)Flushing 1588230740/table: appending metadata at 1731878542033 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731878542033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5a0157: reopening flushed file at 1731878542445 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d01299: reopening flushed file at 1731878542449 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@478e49bc: reopening flushed file at 1731878542453 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c92820: reopening flushed file at 1731878542457 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false at 1731878542462 (+5 ms)Writing region close event to WAL at 1731878542463 (+1 ms)Running coprocessor post-close hooks at 1731878542469 (+6 ms)Closed at 1731878542469 2024-11-17T21:22:22,470 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:22:22,476 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/data/default/test/5dcddd1e3ddd574872c48a8cf9904b17/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T21:22:22,477 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:22:22,477 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:22:22,477 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:22,477 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dcddd1e3ddd574872c48a8cf9904b17: Waiting for close lock at 1731878541561Running coprocessor pre-close hooks at 1731878541561Disabling compacts and flushes for region at 1731878541561Disabling writes for close at 1731878541561Obtaining lock to block concurrent updates at 1731878541561Preparing flush snapshotting stores in 5dcddd1e3ddd574872c48a8cf9904b17 at 1731878541561Finished memstore snapshotting test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731878541562 (+1 ms)Flushing stores of test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. at 1731878541562Flushing 5dcddd1e3ddd574872c48a8cf9904b17/f: creating writer at 1731878541562Flushing 5dcddd1e3ddd574872c48a8cf9904b17/f: appending metadata at 1731878541575 (+13 ms)Flushing 5dcddd1e3ddd574872c48a8cf9904b17/f: closing flushed file at 1731878541575Flushing 5dcddd1e3ddd574872c48a8cf9904b17/f1: creating writer at 1731878541995 (+420 ms)Flushing 5dcddd1e3ddd574872c48a8cf9904b17/f1: appending metadata at 1731878542013 (+18 ms)Flushing 5dcddd1e3ddd574872c48a8cf9904b17/f1: closing flushed file at 1731878542013Flushing 5dcddd1e3ddd574872c48a8cf9904b17/norep: creating writer at 1731878542033 (+20 ms)Flushing 5dcddd1e3ddd574872c48a8cf9904b17/norep: appending metadata at 1731878542046 (+13 ms)Flushing 5dcddd1e3ddd574872c48a8cf9904b17/norep: closing flushed file at 1731878542046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@330a5728: reopening flushed file at 1731878542453 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4cb53b: reopening flushed file at 1731878542457 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f4ef07: reopening flushed file at 1731878542461 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5dcddd1e3ddd574872c48a8cf9904b17 in 905ms, sequenceid=10, compaction requested=false at 1731878542466 (+5 ms)Writing region close event to WAL at 1731878542474 (+8 ms)Running coprocessor post-close hooks at 1731878542477 (+3 ms)Closed at 1731878542477 2024-11-17T21:22:22,477 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878526687.5dcddd1e3ddd574872c48a8cf9904b17. 2024-11-17T21:22:22,479 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:22,530 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,34945,1731878522495; all regions closed. 2024-11-17T21:22:22,531 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 1484, reset compression=false 2024-11-17T21:22:22,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741834_1010 (size=4239) 2024-11-17T21:22:22,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741839_1015 (size=3114) 2024-11-17T21:22:22,535 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:22,535 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 to pos 2128, reset compression=false 2024-11-17T21:22:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741833_1009 (size=2136) 2024-11-17T21:22:22,537 DEBUG [RS:0;a313eea8709e:34945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:22,537 INFO [RS:0;a313eea8709e:34945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:22:22,537 INFO [RS:0;a313eea8709e:34945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:22:22,538 INFO [RS:0;a313eea8709e:34945 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:22:22,538 INFO [RS:0;a313eea8709e:34945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:22:22,538 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:22:22,538 INFO [RS:0;a313eea8709e:34945 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,34945,1731878522495 because: Region server is closing 2024-11-17T21:22:22,538 INFO [RS:0;a313eea8709e:34945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:34945. 2024-11-17T21:22:22,538 DEBUG [RS:0;a313eea8709e:34945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:22,538 DEBUG [RS:0;a313eea8709e:34945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:22,539 DEBUG [RS:0;a313eea8709e:34945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:22,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:22,539 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/WALs/a313eea8709e,34945,1731878522495/a313eea8709e%2C34945%2C1731878522495.1731878523239 2024-11-17T21:22:22,639 INFO [RS:0;a313eea8709e:34945 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.shippera313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 terminated 2024-11-17T21:22:22,639 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34945,1731878522495.replicationSource.wal-reader.a313eea8709e%2C34945%2C1731878522495,1-a313eea8709e,34945,1731878522495 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-17T21:22:22,639 INFO [RS:0;a313eea8709e:34945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:34945. 2024-11-17T21:22:22,639 DEBUG [RS:0;a313eea8709e:34945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:22,639 DEBUG [RS:0;a313eea8709e:34945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:22,639 DEBUG [RS:0;a313eea8709e:34945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:22,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:22,640 INFO [RS:0;a313eea8709e:34945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34945 2024-11-17T21:22:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926/rs 2024-11-17T21:22:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-571743926/rs/a313eea8709e,34945,1731878522495 2024-11-17T21:22:22,694 INFO [RS:0;a313eea8709e:34945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:22:22,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,34945,1731878522495] 2024-11-17T21:22:22,715 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-571743926/draining/a313eea8709e,34945,1731878522495 already deleted, retry=false 2024-11-17T21:22:22,715 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,34945,1731878522495 expired; onlineServers=0 2024-11-17T21:22:22,715 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,44219,1731878522309' ***** 2024-11-17T21:22:22,715 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:22:22,715 INFO [M:0;a313eea8709e:44219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:22:22,715 INFO [M:0;a313eea8709e:44219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:22:22,715 DEBUG [M:0;a313eea8709e:44219 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:22:22,716 DEBUG [M:0;a313eea8709e:44219 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:22:22,716 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:22:22,716 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878522944 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878522944,5,FailOnTimeoutGroup] 2024-11-17T21:22:22,716 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878522948 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878522948,5,FailOnTimeoutGroup] 2024-11-17T21:22:22,716 INFO [M:0;a313eea8709e:44219 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:22:22,716 INFO [M:0;a313eea8709e:44219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:22:22,716 DEBUG [M:0;a313eea8709e:44219 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:22:22,716 INFO [M:0;a313eea8709e:44219 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:22:22,716 INFO [M:0;a313eea8709e:44219 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:22:22,716 INFO [M:0;a313eea8709e:44219 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:22:22,716 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:22:22,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-571743926/master 2024-11-17T21:22:22,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-571743926 2024-11-17T21:22:22,726 DEBUG [M:0;a313eea8709e:44219 {}] zookeeper.ZKUtil(347): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Unable to get data of znode /2-571743926/master because node does not exist (not an error) 2024-11-17T21:22:22,726 WARN [M:0;a313eea8709e:44219 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:22:22,737 INFO [M:0;a313eea8709e:44219 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/.lastflushedseqids 2024-11-17T21:22:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741848_1024 (size=245) 2024-11-17T21:22:22,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:22,805 INFO [RS:0;a313eea8709e:34945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:22:22,805 INFO [RS:0;a313eea8709e:34945 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,34945,1731878522495; zookeeper connection closed. 2024-11-17T21:22:22,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34945-0x1014aacd1f30007, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:22,805 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57f947b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57f947b6 2024-11-17T21:22:22,805 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:22:23,014 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1193, reset compression=false 2024-11-17T21:22:23,141 INFO [M:0;a313eea8709e:44219 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:22:23,142 INFO [M:0;a313eea8709e:44219 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:22:23,142 DEBUG [M:0;a313eea8709e:44219 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:22:23,142 INFO [M:0;a313eea8709e:44219 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:23,142 DEBUG [M:0;a313eea8709e:44219 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:23,142 DEBUG [M:0;a313eea8709e:44219 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:22:23,142 DEBUG [M:0;a313eea8709e:44219 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:23,142 INFO [M:0;a313eea8709e:44219 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T21:22:23,154 DEBUG [M:0;a313eea8709e:44219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b196fe6b17454f4ba68c7faf23595986 is 82, key is hbase:meta,,1/info:regioninfo/1731878523637/Put/seqid=0 2024-11-17T21:22:23,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741849_1025 (size=5672) 2024-11-17T21:22:23,482 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:23,558 INFO [M:0;a313eea8709e:44219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b196fe6b17454f4ba68c7faf23595986 2024-11-17T21:22:23,582 DEBUG [M:0;a313eea8709e:44219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8f165ceaab34ce38a9b7a799383d81c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731878532939/Put/seqid=0 2024-11-17T21:22:23,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741850_1026 (size=8517) 2024-11-17T21:22:23,586 INFO [M:0;a313eea8709e:44219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8f165ceaab34ce38a9b7a799383d81c 2024-11-17T21:22:23,607 DEBUG [M:0;a313eea8709e:44219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81524c39d0fa4096a0e760c7190d04ee is 69, key is a313eea8709e,34945,1731878522495/rs:state/1731878523001/Put/seqid=0 2024-11-17T21:22:23,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741851_1027 (size=5156) 2024-11-17T21:22:23,611 INFO [M:0;a313eea8709e:44219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81524c39d0fa4096a0e760c7190d04ee 2024-11-17T21:22:23,615 DEBUG [M:0;a313eea8709e:44219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b196fe6b17454f4ba68c7faf23595986 as hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b196fe6b17454f4ba68c7faf23595986 2024-11-17T21:22:23,619 INFO [M:0;a313eea8709e:44219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b196fe6b17454f4ba68c7faf23595986, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T21:22:23,620 DEBUG [M:0;a313eea8709e:44219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8f165ceaab34ce38a9b7a799383d81c as hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8f165ceaab34ce38a9b7a799383d81c 2024-11-17T21:22:23,625 INFO [M:0;a313eea8709e:44219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8f165ceaab34ce38a9b7a799383d81c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T21:22:23,626 DEBUG [M:0;a313eea8709e:44219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81524c39d0fa4096a0e760c7190d04ee as hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81524c39d0fa4096a0e760c7190d04ee 2024-11-17T21:22:23,632 INFO [M:0;a313eea8709e:44219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36689/user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81524c39d0fa4096a0e760c7190d04ee, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T21:22:23,634 INFO [M:0;a313eea8709e:44219 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=97, compaction requested=false 2024-11-17T21:22:23,640 INFO [M:0;a313eea8709e:44219 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:23,640 DEBUG [M:0;a313eea8709e:44219 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878543142Disabling compacts and flushes for region at 1731878543142Disabling writes for close at 1731878543142Obtaining lock to block concurrent updates at 1731878543142Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878543142Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731878543142Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878543143 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878543143Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878543154 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878543154Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878543563 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878543582 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878543582Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878543591 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878543606 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878543606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4f051d: reopening flushed file at 1731878543614 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1254387a: reopening flushed file at 1731878543619 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446d4639: reopening flushed file at 1731878543625 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=97, compaction requested=false at 1731878543634 (+9 ms)Writing region close event to WAL at 1731878543640 (+6 ms)Closed at 1731878543640 2024-11-17T21:22:23,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741830_1006 (size=63666) 2024-11-17T21:22:23,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/230bb244-a3fe-6046-5db6-0601b92dd35b/MasterData/WALs/a313eea8709e,44219,1731878522309/a313eea8709e%2C44219%2C1731878522309.1731878522688 not finished, retry = 0 2024-11-17T21:22:23,717 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1193, reset compression=false 2024-11-17T21:22:23,744 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:22:23,744 INFO [M:0;a313eea8709e:44219 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:22:23,744 INFO [M:0;a313eea8709e:44219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44219 2024-11-17T21:22:23,744 INFO [M:0;a313eea8709e:44219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:22:23,921 INFO [M:0;a313eea8709e:44219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:22:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44219-0x1014aacd1f30006, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:23,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@348a7b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:22:23,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@785305e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:22:23,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:22:23,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@135cf969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:22:23,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea71958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/hadoop.log.dir/,STOPPED} 2024-11-17T21:22:23,969 WARN [BP-724777983-172.17.0.2-1731878520130 heartbeating to localhost/127.0.0.1:36689 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:22:23,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:22:23,969 WARN [BP-724777983-172.17.0.2-1731878520130 heartbeating to localhost/127.0.0.1:36689 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-724777983-172.17.0.2-1731878520130 (Datanode Uuid 1ac85dde-69b1-4377-85dd-5ef95ede1193) service to localhost/127.0.0.1:36689 2024-11-17T21:22:23,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:22:23,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/cluster_620f4f44-aac9-b5a8-14f7-74ae32315bb3/data/data1/current/BP-724777983-172.17.0.2-1731878520130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:22:23,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/cluster_620f4f44-aac9-b5a8-14f7-74ae32315bb3/data/data2/current/BP-724777983-172.17.0.2-1731878520130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:22:23,970 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:22:23,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66ac6cef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:22:23,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2626b558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:22:23,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:22:23,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a10f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:22:23,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1681a97d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/hadoop.log.dir/,STOPPED} 2024-11-17T21:22:24,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:22:24,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:22:24,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:22:24,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:24,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:24,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:24,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:24,005 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:22:24,005 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1929556234, stopped=false 2024-11-17T21:22:24,005 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,44987,1731878517110 2024-11-17T21:22:24,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-365700304/running 2024-11-17T21:22:24,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-365700304/running 2024-11-17T21:22:24,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:22:24,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:22:24,021 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:22:24,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:22:24,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:24,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:24,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,45345,1731878517250' ***** 2024-11-17T21:22:24,022 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:22:24,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Set watcher on znode that does not yet exist, /1-365700304/running 2024-11-17T21:22:24,022 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:22:24,022 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:22:24,022 INFO [RS:0;a313eea8709e:45345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:22:24,022 INFO [RS:0;a313eea8709e:45345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:22:24,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Set watcher on znode that does not yet exist, /1-365700304/running 2024-11-17T21:22:24,022 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(3091): Received CLOSE for 747daa9eb0eb4cc89148f09338986765 2024-11-17T21:22:24,032 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:24,032 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,45345,1731878517250 2024-11-17T21:22:24,032 INFO [RS:0;a313eea8709e:45345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:22:24,032 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 747daa9eb0eb4cc89148f09338986765, disabling compactions & flushes 2024-11-17T21:22:24,032 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:24,032 INFO [RS:0;a313eea8709e:45345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:45345. 2024-11-17T21:22:24,032 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:24,032 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878526048.747daa9eb0eb4cc89148f09338986765. after waiting 0 ms 2024-11-17T21:22:24,032 DEBUG [RS:0;a313eea8709e:45345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:24,032 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:24,032 DEBUG [RS:0;a313eea8709e:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:24,032 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 747daa9eb0eb4cc89148f09338986765 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T21:22:24,032 INFO [RS:0;a313eea8709e:45345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:22:24,033 INFO [RS:0;a313eea8709e:45345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:22:24,033 INFO [RS:0;a313eea8709e:45345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:22:24,033 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:22:24,034 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:22:24,034 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1325): Online Regions={747daa9eb0eb4cc89148f09338986765=test,,1731878526048.747daa9eb0eb4cc89148f09338986765., 1588230740=hbase:meta,,1.1588230740, 9e6e596a1339fbf7ea361b28ba195e26=hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26.} 2024-11-17T21:22:24,034 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 747daa9eb0eb4cc89148f09338986765, 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:24,034 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:22:24,034 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:22:24,034 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:22:24,034 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:22:24,034 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:22:24,035 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:22:24,056 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/.tmp/f/02c72d8baf0e4140b2959c59f6190a3a is 29, key is row1/f:/1731878539338/DeleteFamily/seqid=0 2024-11-17T21:22:24,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741840_1016 (size=5152) 2024-11-17T21:22:24,059 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/info/49e658886d0f4cebab8d85f9e86d61dd is 147, key is hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26./info:regioninfo/1731878531181/Put/seqid=0 2024-11-17T21:22:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741841_1017 (size=7686) 2024-11-17T21:22:24,087 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:22:24,234 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 747daa9eb0eb4cc89148f09338986765, 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:24,434 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 747daa9eb0eb4cc89148f09338986765, 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:24,460 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/.tmp/f/02c72d8baf0e4140b2959c59f6190a3a 2024-11-17T21:22:24,469 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c72d8baf0e4140b2959c59f6190a3a 2024-11-17T21:22:24,474 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/info/49e658886d0f4cebab8d85f9e86d61dd 2024-11-17T21:22:24,486 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/.tmp/f1/9d1edfe2d07943c79b915fa67254d036 is 30, key is row1/f1:/1731878539338/DeleteFamily/seqid=0 2024-11-17T21:22:24,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741842_1018 (size=5158) 2024-11-17T21:22:24,501 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/ns/1a297fd833e047be908e61697ef4e749 is 43, key is default/ns:d/1731878519970/Put/seqid=0 2024-11-17T21:22:24,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741843_1019 (size=5153) 2024-11-17T21:22:24,521 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1193, reset compression=false 2024-11-17T21:22:24,524 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:24,524 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1440, reset compression=false 2024-11-17T21:22:24,524 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,45345,1731878517250 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:24,525 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a313eea8709e,45345,1731878517250: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a313eea8709e,45345,1731878517250, walGroup=a313eea8709e%2C45345%2C1731878517250, offset=a313eea8709e%2C45345%2C1731878517250.1731878518900:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:45345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T21:22:24,526 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T21:22:24,526 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T21:22:24,527 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T21:22:24,527 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T21:22:24,527 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T21:22:24,527 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 947405136 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 203217416 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T21:22:24,527 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:44987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:44987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T21:22:24,585 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:24,635 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 747daa9eb0eb4cc89148f09338986765, 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:24,727 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1440, reset compression=false 2024-11-17T21:22:24,752 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:22:24,752 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:22:24,835 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 747daa9eb0eb4cc89148f09338986765, 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:24,893 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/.tmp/f1/9d1edfe2d07943c79b915fa67254d036 2024-11-17T21:22:24,896 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d1edfe2d07943c79b915fa67254d036 2024-11-17T21:22:24,905 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/ns/1a297fd833e047be908e61697ef4e749 2024-11-17T21:22:24,913 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/.tmp/norep/1bcf2edae2fa4fd3b46316dbd878ae10 is 33, key is row1/norep:/1731878539338/DeleteFamily/seqid=0 2024-11-17T21:22:24,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741844_1020 (size=5108) 2024-11-17T21:22:24,917 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/.tmp/norep/1bcf2edae2fa4fd3b46316dbd878ae10 2024-11-17T21:22:24,920 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bcf2edae2fa4fd3b46316dbd878ae10 2024-11-17T21:22:24,920 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/.tmp/f/02c72d8baf0e4140b2959c59f6190a3a as hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/f/02c72d8baf0e4140b2959c59f6190a3a 2024-11-17T21:22:24,923 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c72d8baf0e4140b2959c59f6190a3a 2024-11-17T21:22:24,923 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/f/02c72d8baf0e4140b2959c59f6190a3a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T21:22:24,924 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/.tmp/f1/9d1edfe2d07943c79b915fa67254d036 as hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/f1/9d1edfe2d07943c79b915fa67254d036 2024-11-17T21:22:24,927 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d1edfe2d07943c79b915fa67254d036 2024-11-17T21:22:24,927 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/f1/9d1edfe2d07943c79b915fa67254d036, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T21:22:24,928 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/.tmp/norep/1bcf2edae2fa4fd3b46316dbd878ae10 as hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/norep/1bcf2edae2fa4fd3b46316dbd878ae10 2024-11-17T21:22:24,928 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/rep_barrier/727b9830ef3c445493bb1d3b3c1c829d is 112, key is test,,1731878526048.747daa9eb0eb4cc89148f09338986765./rep_barrier:seqnumDuringOpen/1731878526418/Put/seqid=0 2024-11-17T21:22:24,931 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bcf2edae2fa4fd3b46316dbd878ae10 2024-11-17T21:22:24,931 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/norep/1bcf2edae2fa4fd3b46316dbd878ae10, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T21:22:24,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741845_1021 (size=5518) 2024-11-17T21:22:24,932 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 747daa9eb0eb4cc89148f09338986765 in 900ms, sequenceid=10, compaction requested=false 2024-11-17T21:22:24,932 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/rep_barrier/727b9830ef3c445493bb1d3b3c1c829d 2024-11-17T21:22:24,936 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/default/test/747daa9eb0eb4cc89148f09338986765/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T21:22:24,936 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:22:24,936 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:22:24,936 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:24,936 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 747daa9eb0eb4cc89148f09338986765: Waiting for close lock at 1731878544032Running coprocessor pre-close hooks at 1731878544032Disabling compacts and flushes for region at 1731878544032Disabling writes for close at 1731878544032Obtaining lock to block concurrent updates at 1731878544032Preparing flush snapshotting stores in 747daa9eb0eb4cc89148f09338986765 at 1731878544032Finished memstore snapshotting test,,1731878526048.747daa9eb0eb4cc89148f09338986765., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731878544033 (+1 ms)Flushing stores of test,,1731878526048.747daa9eb0eb4cc89148f09338986765. at 1731878544033Flushing 747daa9eb0eb4cc89148f09338986765/f: creating writer at 1731878544033Flushing 747daa9eb0eb4cc89148f09338986765/f: appending metadata at 1731878544055 (+22 ms)Flushing 747daa9eb0eb4cc89148f09338986765/f: closing flushed file at 1731878544055Flushing 747daa9eb0eb4cc89148f09338986765/f1: creating writer at 1731878544469 (+414 ms)Flushing 747daa9eb0eb4cc89148f09338986765/f1: appending metadata at 1731878544486 (+17 ms)Flushing 747daa9eb0eb4cc89148f09338986765/f1: closing flushed file at 1731878544486Flushing 747daa9eb0eb4cc89148f09338986765/norep: creating writer at 1731878544896 (+410 ms)Flushing 747daa9eb0eb4cc89148f09338986765/norep: appending metadata at 1731878544912 (+16 ms)Flushing 747daa9eb0eb4cc89148f09338986765/norep: closing flushed file at 1731878544912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483956de: reopening flushed file at 1731878544920 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b336d9: reopening flushed file at 1731878544923 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d7cdf6: reopening flushed file at 1731878544927 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 747daa9eb0eb4cc89148f09338986765 in 900ms, sequenceid=10, compaction requested=false at 1731878544932 (+5 ms)Writing region close event to WAL at 1731878544933 (+1 ms)Running coprocessor post-close hooks at 1731878544936 (+3 ms)Closed at 1731878544936 2024-11-17T21:22:24,936 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878526048.747daa9eb0eb4cc89148f09338986765. 2024-11-17T21:22:24,937 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e6e596a1339fbf7ea361b28ba195e26, disabling compactions & flushes 2024-11-17T21:22:24,937 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:24,937 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:24,937 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. after waiting 0 ms 2024-11-17T21:22:24,937 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:24,937 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e6e596a1339fbf7ea361b28ba195e26: Waiting for close lock at 1731878544937Running coprocessor pre-close hooks at 1731878544937Disabling compacts and flushes for region at 1731878544937Disabling writes for close at 1731878544937Failed flush hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26., putting online again at 1731878544937 2024-11-17T21:22:24,937 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:24,953 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/table/6e5c859406984c73846343cb6750b4e1 is 53, key is hbase:replication/table:state/1731878531192/Put/seqid=0 2024-11-17T21:22:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741846_1022 (size=5308) 2024-11-17T21:22:25,029 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 1440, reset compression=false 2024-11-17T21:22:25,033 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:25,033 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 2084, reset compression=false 2024-11-17T21:22:25,035 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:22:25,035 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9e6e596a1339fbf7ea361b28ba195e26=hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26.} 2024-11-17T21:22:25,035 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:25,035 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e6e596a1339fbf7ea361b28ba195e26 2024-11-17T21:22:25,035 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e6e596a1339fbf7ea361b28ba195e26, disabling compactions & flushes 2024-11-17T21:22:25,035 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:25,035 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:25,035 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. after waiting 0 ms 2024-11-17T21:22:25,035 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:25,035 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e6e596a1339fbf7ea361b28ba195e26: Waiting for close lock at 1731878545035Running coprocessor pre-close hooks at 1731878545035Disabling compacts and flushes for region at 1731878545035Disabling writes for close at 1731878545035Failed flush hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26., putting online again at 1731878545035 2024-11-17T21:22:25,036 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878529997.9e6e596a1339fbf7ea361b28ba195e26. 2024-11-17T21:22:25,235 DEBUG [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:22:25,236 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.wal-reader.a313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/WALs/a313eea8709e,45345,1731878517250/a313eea8709e%2C45345%2C1731878517250.1731878518900 to pos 2084, reset compression=false 2024-11-17T21:22:25,357 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/table/6e5c859406984c73846343cb6750b4e1 2024-11-17T21:22:25,361 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/info/49e658886d0f4cebab8d85f9e86d61dd as hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/info/49e658886d0f4cebab8d85f9e86d61dd 2024-11-17T21:22:25,364 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/info/49e658886d0f4cebab8d85f9e86d61dd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:22:25,365 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/ns/1a297fd833e047be908e61697ef4e749 as hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/ns/1a297fd833e047be908e61697ef4e749 2024-11-17T21:22:25,372 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/ns/1a297fd833e047be908e61697ef4e749, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:22:25,373 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/rep_barrier/727b9830ef3c445493bb1d3b3c1c829d as hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/rep_barrier/727b9830ef3c445493bb1d3b3c1c829d 2024-11-17T21:22:25,376 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/rep_barrier/727b9830ef3c445493bb1d3b3c1c829d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:22:25,377 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/.tmp/table/6e5c859406984c73846343cb6750b4e1 as hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/table/6e5c859406984c73846343cb6750b4e1 2024-11-17T21:22:25,381 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/table/6e5c859406984c73846343cb6750b4e1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:22:25,382 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false 2024-11-17T21:22:25,390 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:22:25,391 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:22:25,391 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:22:25,391 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:22:25,391 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878544034Running coprocessor pre-close hooks at 1731878544034Disabling compacts and flushes for region at 1731878544034Disabling writes for close at 1731878544034Obtaining lock to block concurrent updates at 1731878544035 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731878544035Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878544035Flushing stores of hbase:meta,,1.1588230740 at 1731878544036 (+1 ms)Flushing 1588230740/info: creating writer at 1731878544036Flushing 1588230740/info: appending metadata at 1731878544059 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731878544059Flushing 1588230740/ns: creating writer at 1731878544482 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731878544501 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731878544501Flushing 1588230740/rep_barrier: creating writer at 1731878544908 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878544928 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878544928Flushing 1588230740/table: creating writer at 1731878544936 (+8 ms)Flushing 1588230740/table: appending metadata at 1731878544952 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731878544953 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b2dc05: reopening flushed file at 1731878545361 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c41750c: reopening flushed file at 1731878545364 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f4bdfab: reopening flushed file at 1731878545372 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6430ec81: reopening flushed file at 1731878545376 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false at 1731878545382 (+6 ms)Writing region close event to WAL at 1731878545388 (+6 ms)Running coprocessor post-close hooks at 1731878545391 (+3 ms)Closed at 1731878545391 2024-11-17T21:22:25,391 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:22:25,435 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T21:22:25,435 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,45345,1731878517250; all regions closed. 2024-11-17T21:22:25,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741834_1010 (size=4239) 2024-11-17T21:22:25,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741839_1015 (size=2171) 2024-11-17T21:22:25,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741832_1008 (size=2092) 2024-11-17T21:22:25,441 DEBUG [RS:0;a313eea8709e:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:25,441 INFO [RS:0;a313eea8709e:45345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:22:25,441 INFO [RS:0;a313eea8709e:45345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:22:25,441 INFO [RS:0;a313eea8709e:45345 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:22:25,442 INFO [RS:0;a313eea8709e:45345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:22:25,442 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:22:25,442 INFO [RS:0;a313eea8709e:45345 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,45345,1731878517250 because: Region server is closing 2024-11-17T21:22:25,442 INFO [RS:0;a313eea8709e:45345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:45345. 2024-11-17T21:22:25,442 DEBUG [RS:0;a313eea8709e:45345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:25,442 DEBUG [RS:0;a313eea8709e:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:25,442 DEBUG [RS:0;a313eea8709e:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:25,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:25,542 INFO [RS:0;a313eea8709e:45345 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,45345,1731878517250.replicationSource.shippera313eea8709e%2C45345%2C1731878517250,1-a313eea8709e,45345,1731878517250 terminated 2024-11-17T21:22:25,542 INFO [RS:0;a313eea8709e:45345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:45345. 2024-11-17T21:22:25,543 DEBUG [RS:0;a313eea8709e:45345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:25,543 DEBUG [RS:0;a313eea8709e:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:25,543 DEBUG [RS:0;a313eea8709e:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:25,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:25,543 INFO [RS:0;a313eea8709e:45345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45345 2024-11-17T21:22:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-365700304/rs/a313eea8709e,45345,1731878517250 2024-11-17T21:22:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304/rs 2024-11-17T21:22:25,589 INFO [RS:0;a313eea8709e:45345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:22:25,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,45345,1731878517250] 2024-11-17T21:22:25,610 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-365700304/draining/a313eea8709e,45345,1731878517250 already deleted, retry=false 2024-11-17T21:22:25,610 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,45345,1731878517250 expired; onlineServers=0 2024-11-17T21:22:25,610 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,44987,1731878517110' ***** 2024-11-17T21:22:25,610 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:22:25,610 INFO [M:0;a313eea8709e:44987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:22:25,610 INFO [M:0;a313eea8709e:44987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:22:25,610 DEBUG [M:0;a313eea8709e:44987 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:22:25,610 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:22:25,610 DEBUG [M:0;a313eea8709e:44987 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:22:25,610 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878518586 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878518586,5,FailOnTimeoutGroup] 2024-11-17T21:22:25,610 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878518587 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878518587,5,FailOnTimeoutGroup] 2024-11-17T21:22:25,610 INFO [M:0;a313eea8709e:44987 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:22:25,610 INFO [M:0;a313eea8709e:44987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:22:25,610 DEBUG [M:0;a313eea8709e:44987 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:22:25,610 INFO [M:0;a313eea8709e:44987 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:22:25,610 INFO [M:0;a313eea8709e:44987 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:22:25,610 INFO [M:0;a313eea8709e:44987 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:22:25,610 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:22:25,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-365700304/master 2024-11-17T21:22:25,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-365700304 2024-11-17T21:22:25,693 DEBUG [M:0;a313eea8709e:44987 {}] zookeeper.ZKUtil(347): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Unable to get data of znode /1-365700304/master because node does not exist (not an error) 2024-11-17T21:22:25,693 WARN [M:0;a313eea8709e:44987 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:22:25,694 INFO [M:0;a313eea8709e:44987 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/.lastflushedseqids 2024-11-17T21:22:25,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741847_1023 (size=245) 2024-11-17T21:22:25,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:25,699 INFO [RS:0;a313eea8709e:45345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:22:25,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x1014aacd1f30004, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:25,699 INFO [RS:0;a313eea8709e:45345 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,45345,1731878517250; zookeeper connection closed. 2024-11-17T21:22:25,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6392675a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6392675a 2024-11-17T21:22:25,700 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:22:25,788 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:26,098 INFO [M:0;a313eea8709e:44987 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:22:26,098 INFO [M:0;a313eea8709e:44987 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:22:26,098 DEBUG [M:0;a313eea8709e:44987 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:22:26,098 INFO [M:0;a313eea8709e:44987 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:26,098 DEBUG [M:0;a313eea8709e:44987 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:26,098 DEBUG [M:0;a313eea8709e:44987 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:22:26,098 DEBUG [M:0;a313eea8709e:44987 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:26,099 INFO [M:0;a313eea8709e:44987 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T21:22:26,111 DEBUG [M:0;a313eea8709e:44987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c95e050df69248eb8109ef881e003d48 is 82, key is hbase:meta,,1/info:regioninfo/1731878519942/Put/seqid=0 2024-11-17T21:22:26,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741848_1024 (size=5672) 2024-11-17T21:22:26,515 INFO [M:0;a313eea8709e:44987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c95e050df69248eb8109ef881e003d48 2024-11-17T21:22:26,529 DEBUG [M:0;a313eea8709e:44987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a66e9bc59f38407c86369399b109a88c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731878531196/Put/seqid=0 2024-11-17T21:22:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741849_1025 (size=8516) 2024-11-17T21:22:26,698 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:22:26,933 INFO [M:0;a313eea8709e:44987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a66e9bc59f38407c86369399b109a88c 2024-11-17T21:22:26,947 DEBUG [M:0;a313eea8709e:44987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/495594fb9d4d4c79bca31a01f079c679 is 69, key is a313eea8709e,45345,1731878517250/rs:state/1731878518716/Put/seqid=0 2024-11-17T21:22:26,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741850_1026 (size=5156) 2024-11-17T21:22:27,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:22:27,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,091 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:27,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:27,351 INFO [M:0;a313eea8709e:44987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/495594fb9d4d4c79bca31a01f079c679 2024-11-17T21:22:27,354 DEBUG [M:0;a313eea8709e:44987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c95e050df69248eb8109ef881e003d48 as hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c95e050df69248eb8109ef881e003d48 2024-11-17T21:22:27,357 INFO [M:0;a313eea8709e:44987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c95e050df69248eb8109ef881e003d48, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T21:22:27,358 DEBUG [M:0;a313eea8709e:44987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a66e9bc59f38407c86369399b109a88c as hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a66e9bc59f38407c86369399b109a88c 2024-11-17T21:22:27,361 INFO [M:0;a313eea8709e:44987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a66e9bc59f38407c86369399b109a88c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T21:22:27,362 DEBUG [M:0;a313eea8709e:44987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/495594fb9d4d4c79bca31a01f079c679 as hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/495594fb9d4d4c79bca31a01f079c679 2024-11-17T21:22:27,366 INFO [M:0;a313eea8709e:44987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/495594fb9d4d4c79bca31a01f079c679, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T21:22:27,367 INFO [M:0;a313eea8709e:44987 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false 2024-11-17T21:22:27,368 INFO [M:0;a313eea8709e:44987 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:27,368 DEBUG [M:0;a313eea8709e:44987 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878546098Disabling compacts and flushes for region at 1731878546098Disabling writes for close at 1731878546098Obtaining lock to block concurrent updates at 1731878546099 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878546099Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731878546099Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878546099Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878546099Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878546111 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878546111Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878546518 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878546529 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878546529Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878546936 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878546947 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878546947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6510e47a: reopening flushed file at 1731878547354 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56953c52: reopening flushed file at 1731878547357 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7513ec5: reopening flushed file at 1731878547362 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false at 1731878547367 (+5 ms)Writing region close event to WAL at 1731878547367Closed at 1731878547367 2024-11-17T21:22:27,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741830_1006 (size=63654) 2024-11-17T21:22:27,371 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a10d3d89-33b1-ab80-e1f1-22c53e4f6d3f/MasterData/WALs/a313eea8709e,44987,1731878517110/a313eea8709e%2C44987%2C1731878517110.1731878518282 not finished, retry = 0 2024-11-17T21:22:27,472 INFO [M:0;a313eea8709e:44987 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:22:27,472 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:22:27,472 INFO [M:0;a313eea8709e:44987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44987 2024-11-17T21:22:27,473 INFO [M:0;a313eea8709e:44987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:22:27,647 INFO [M:0;a313eea8709e:44987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:22:27,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:27,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x1014aacd1f30003, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:27,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e55eb3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:22:27,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53054af2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:22:27,650 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:22:27,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374948d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:22:27,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50116699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/hadoop.log.dir/,STOPPED} 2024-11-17T21:22:27,651 WARN [BP-589158357-172.17.0.2-1731878514994 heartbeating to localhost/127.0.0.1:42361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:22:27,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:22:27,651 WARN [BP-589158357-172.17.0.2-1731878514994 heartbeating to localhost/127.0.0.1:42361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-589158357-172.17.0.2-1731878514994 (Datanode Uuid 13919142-5272-40b8-86c6-0124d4b9e793) service to localhost/127.0.0.1:42361 2024-11-17T21:22:27,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:22:27,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/cluster_f960f975-3f16-841d-c7df-8c353132a2d8/data/data1/current/BP-589158357-172.17.0.2-1731878514994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:22:27,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/cluster_f960f975-3f16-841d-c7df-8c353132a2d8/data/data2/current/BP-589158357-172.17.0.2-1731878514994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:22:27,652 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:22:27,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77fb63e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:22:27,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f4346b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:22:27,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:22:27,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7591289f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:22:27,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e0c54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92f6defe-e8ce-dcc2-4b64-653bc506dec0/hadoop.log.dir/,STOPPED} 2024-11-17T21:22:27,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:22:27,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:22:27,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:22:27,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:27,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:27,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:27,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:27,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:22:27,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2131872459, stopped=false 2024-11-17T21:22:27,670 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,36197,1731878510471 2024-11-17T21:22:27,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02915171/running 2024-11-17T21:22:27,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02915171/running 2024-11-17T21:22:27,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:22:27,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:22:27,683 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:22:27,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:22:27,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:27,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:27,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Set watcher on znode that does not yet exist, /02915171/running 2024-11-17T21:22:27,684 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,34049,1731878510788' ***** 2024-11-17T21:22:27,684 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:22:27,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Set watcher on znode that does not yet exist, /02915171/running 2024-11-17T21:22:27,684 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:22:27,684 INFO [RS:0;a313eea8709e:34049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:22:27,684 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:22:27,684 INFO [RS:0;a313eea8709e:34049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:22:27,684 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(3091): Received CLOSE for fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:27,685 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(3091): Received CLOSE for 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:27,685 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,34049,1731878510788 2024-11-17T21:22:27,685 INFO [RS:0;a313eea8709e:34049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:22:27,685 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe74524e69c717905c169fc890ba6ed7, disabling compactions & flushes 2024-11-17T21:22:27,685 INFO [RS:0;a313eea8709e:34049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:34049. 2024-11-17T21:22:27,685 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:27,686 DEBUG [RS:0;a313eea8709e:34049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:27,686 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:27,686 DEBUG [RS:0;a313eea8709e:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:27,686 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. after waiting 0 ms 2024-11-17T21:22:27,686 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:27,686 INFO [RS:0;a313eea8709e:34049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:22:27,686 INFO [RS:0;a313eea8709e:34049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:22:27,686 INFO [RS:0;a313eea8709e:34049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:22:27,686 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe74524e69c717905c169fc890ba6ed7 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-17T21:22:27,686 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:22:27,686 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:22:27,686 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1325): Online Regions={fe74524e69c717905c169fc890ba6ed7=test,,1731878523896.fe74524e69c717905c169fc890ba6ed7., 1588230740=hbase:meta,,1.1588230740, 25a7bdee96bf00f86e702c53f37b4536=hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536.} 2024-11-17T21:22:27,686 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25a7bdee96bf00f86e702c53f37b4536, fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:27,686 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:22:27,686 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:22:27,686 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:22:27,686 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:22:27,686 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:22:27,686 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:22:27,700 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/info/172d6bf3629b4c589576cd4738745913 is 147, key is hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536./info:regioninfo/1731878528611/Put/seqid=0 2024-11-17T21:22:27,701 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/.tmp/f/014450e8c70f425898fdedb30a3666bc is 28, key is row/f:/1731878537331/DeleteFamily/seqid=0 2024-11-17T21:22:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741840_1016 (size=7686) 2024-11-17T21:22:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741841_1017 (size=5085) 2024-11-17T21:22:27,734 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:22:27,886 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25a7bdee96bf00f86e702c53f37b4536, fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:28,035 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:22:28,035 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:22:28,086 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25a7bdee96bf00f86e702c53f37b4536, fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:28,103 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/info/172d6bf3629b4c589576cd4738745913 2024-11-17T21:22:28,105 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/.tmp/f/014450e8c70f425898fdedb30a3666bc 2024-11-17T21:22:28,108 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 014450e8c70f425898fdedb30a3666bc 2024-11-17T21:22:28,119 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/ns/98c8293a59f348eea988e53ef8132cfa is 43, key is default/ns:d/1731878514846/Put/seqid=0 2024-11-17T21:22:28,119 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/.tmp/f1/7bdb9ad2472a450d837f65c2919a8d59 is 29, key is row/f1:/1731878537331/DeleteFamily/seqid=0 2024-11-17T21:22:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741843_1019 (size=5089) 2024-11-17T21:22:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741842_1018 (size=5153) 2024-11-17T21:22:28,286 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25a7bdee96bf00f86e702c53f37b4536, fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:28,487 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25a7bdee96bf00f86e702c53f37b4536, fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:28,494 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 636, reset compression=false 2024-11-17T21:22:28,497 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:28,497 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 883, reset compression=false 2024-11-17T21:22:28,497 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,34049,1731878510788 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:22:28,498 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a313eea8709e,34049,1731878510788: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a313eea8709e,34049,1731878510788, walGroup=a313eea8709e%2C34049%2C1731878510788, offset=a313eea8709e%2C34049%2C1731878510788.1731878514115:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:34049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T21:22:28,499 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T21:22:28,499 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T21:22:28,499 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T21:22:28,499 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T21:22:28,499 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T21:22:28,499 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 1029194064 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 203703192 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T21:22:28,499 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:36197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:36197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T21:22:28,523 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/.tmp/f1/7bdb9ad2472a450d837f65c2919a8d59 2024-11-17T21:22:28,523 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/ns/98c8293a59f348eea988e53ef8132cfa 2024-11-17T21:22:28,527 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bdb9ad2472a450d837f65c2919a8d59 2024-11-17T21:22:28,547 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/.tmp/norep/341852d22bcd44e2a627e2514e962d75 is 32, key is row/norep:/1731878537331/DeleteFamily/seqid=0 2024-11-17T21:22:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741844_1020 (size=5101) 2024-11-17T21:22:28,550 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/rep_barrier/f706c4c8327f4c94a6ba3f71ff750386 is 112, key is test,,1731878523896.fe74524e69c717905c169fc890ba6ed7./rep_barrier:seqnumDuringOpen/1731878525056/Put/seqid=0 2024-11-17T21:22:28,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741845_1021 (size=5518) 2024-11-17T21:22:28,687 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25a7bdee96bf00f86e702c53f37b4536, fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:28,700 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 883, reset compression=false 2024-11-17T21:22:28,887 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25a7bdee96bf00f86e702c53f37b4536, fe74524e69c717905c169fc890ba6ed7 2024-11-17T21:22:28,951 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/.tmp/norep/341852d22bcd44e2a627e2514e962d75 2024-11-17T21:22:28,953 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/rep_barrier/f706c4c8327f4c94a6ba3f71ff750386 2024-11-17T21:22:28,955 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 341852d22bcd44e2a627e2514e962d75 2024-11-17T21:22:28,955 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/.tmp/f/014450e8c70f425898fdedb30a3666bc as hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/f/014450e8c70f425898fdedb30a3666bc 2024-11-17T21:22:28,958 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 014450e8c70f425898fdedb30a3666bc 2024-11-17T21:22:28,958 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/f/014450e8c70f425898fdedb30a3666bc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T21:22:28,959 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/.tmp/f1/7bdb9ad2472a450d837f65c2919a8d59 as hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/f1/7bdb9ad2472a450d837f65c2919a8d59 2024-11-17T21:22:28,963 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bdb9ad2472a450d837f65c2919a8d59 2024-11-17T21:22:28,963 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/f1/7bdb9ad2472a450d837f65c2919a8d59, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T21:22:28,964 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/.tmp/norep/341852d22bcd44e2a627e2514e962d75 as hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/norep/341852d22bcd44e2a627e2514e962d75 2024-11-17T21:22:28,968 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 341852d22bcd44e2a627e2514e962d75 2024-11-17T21:22:28,968 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/norep/341852d22bcd44e2a627e2514e962d75, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T21:22:28,969 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for fe74524e69c717905c169fc890ba6ed7 in 1282ms, sequenceid=6, compaction requested=false 2024-11-17T21:22:28,969 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T21:22:28,970 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/table/c83feb1c264944c6b5f95f27d3ab1e72 is 53, key is hbase:replication/table:state/1731878528621/Put/seqid=0 2024-11-17T21:22:28,973 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/default/test/fe74524e69c717905c169fc890ba6ed7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T21:22:28,973 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:22:28,973 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:22:28,973 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:28,973 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe74524e69c717905c169fc890ba6ed7: Waiting for close lock at 1731878547685Running coprocessor pre-close hooks at 1731878547685Disabling compacts and flushes for region at 1731878547685Disabling writes for close at 1731878547686 (+1 ms)Obtaining lock to block concurrent updates at 1731878547686Preparing flush snapshotting stores in fe74524e69c717905c169fc890ba6ed7 at 1731878547686Finished memstore snapshotting test,,1731878523896.fe74524e69c717905c169fc890ba6ed7., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731878547686Flushing stores of test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. at 1731878547686Flushing fe74524e69c717905c169fc890ba6ed7/f: creating writer at 1731878547686Flushing fe74524e69c717905c169fc890ba6ed7/f: appending metadata at 1731878547700 (+14 ms)Flushing fe74524e69c717905c169fc890ba6ed7/f: closing flushed file at 1731878547700Flushing fe74524e69c717905c169fc890ba6ed7/f1: creating writer at 1731878548108 (+408 ms)Flushing fe74524e69c717905c169fc890ba6ed7/f1: appending metadata at 1731878548119 (+11 ms)Flushing fe74524e69c717905c169fc890ba6ed7/f1: closing flushed file at 1731878548119Flushing fe74524e69c717905c169fc890ba6ed7/norep: creating writer at 1731878548527 (+408 ms)Flushing fe74524e69c717905c169fc890ba6ed7/norep: appending metadata at 1731878548546 (+19 ms)Flushing fe74524e69c717905c169fc890ba6ed7/norep: closing flushed file at 1731878548546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70564396: reopening flushed file at 1731878548955 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a67a278: reopening flushed file at 1731878548958 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1828a35c: reopening flushed file at 1731878548963 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for fe74524e69c717905c169fc890ba6ed7 in 1282ms, sequenceid=6, compaction requested=false at 1731878548969 (+6 ms)Writing region close event to WAL at 1731878548970 (+1 ms)Running coprocessor post-close hooks at 1731878548973 (+3 ms)Closed at 1731878548973 2024-11-17T21:22:28,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741846_1022 (size=5308) 2024-11-17T21:22:28,974 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878523896.fe74524e69c717905c169fc890ba6ed7. 2024-11-17T21:22:28,974 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25a7bdee96bf00f86e702c53f37b4536, disabling compactions & flushes 2024-11-17T21:22:28,974 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:28,974 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:28,974 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. after waiting 0 ms 2024-11-17T21:22:28,974 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:28,974 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25a7bdee96bf00f86e702c53f37b4536: Waiting for close lock at 1731878548974Running coprocessor pre-close hooks at 1731878548974Disabling compacts and flushes for region at 1731878548974Disabling writes for close at 1731878548974Failed flush hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536., putting online again at 1731878548974 2024-11-17T21:22:28,974 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:29,004 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 883, reset compression=false 2024-11-17T21:22:29,008 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:22:29,008 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 1527, reset compression=false 2024-11-17T21:22:29,087 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:22:29,087 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25a7bdee96bf00f86e702c53f37b4536=hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536.} 2024-11-17T21:22:29,087 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(3091): Received CLOSE for 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:29,087 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25a7bdee96bf00f86e702c53f37b4536 2024-11-17T21:22:29,087 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25a7bdee96bf00f86e702c53f37b4536, disabling compactions & flushes 2024-11-17T21:22:29,087 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:29,087 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:29,087 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. after waiting 0 ms 2024-11-17T21:22:29,087 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:29,088 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25a7bdee96bf00f86e702c53f37b4536: Waiting for close lock at 1731878549087Running coprocessor pre-close hooks at 1731878549087Disabling compacts and flushes for region at 1731878549087Disabling writes for close at 1731878549087Failed flush hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536., putting online again at 1731878549087 2024-11-17T21:22:29,088 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731878527839.25a7bdee96bf00f86e702c53f37b4536. 2024-11-17T21:22:29,212 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.wal-reader.a313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/WALs/a313eea8709e,34049,1731878510788/a313eea8709e%2C34049%2C1731878510788.1731878514115 to pos 1527, reset compression=false 2024-11-17T21:22:29,287 DEBUG [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:22:29,374 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/table/c83feb1c264944c6b5f95f27d3ab1e72 2024-11-17T21:22:29,378 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/info/172d6bf3629b4c589576cd4738745913 as hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/info/172d6bf3629b4c589576cd4738745913 2024-11-17T21:22:29,381 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/info/172d6bf3629b4c589576cd4738745913, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:22:29,382 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/ns/98c8293a59f348eea988e53ef8132cfa as hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/ns/98c8293a59f348eea988e53ef8132cfa 2024-11-17T21:22:29,385 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/ns/98c8293a59f348eea988e53ef8132cfa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:22:29,386 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/rep_barrier/f706c4c8327f4c94a6ba3f71ff750386 as hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/rep_barrier/f706c4c8327f4c94a6ba3f71ff750386 2024-11-17T21:22:29,389 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/rep_barrier/f706c4c8327f4c94a6ba3f71ff750386, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:22:29,389 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/.tmp/table/c83feb1c264944c6b5f95f27d3ab1e72 as hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/table/c83feb1c264944c6b5f95f27d3ab1e72 2024-11-17T21:22:29,393 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/table/c83feb1c264944c6b5f95f27d3ab1e72, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:22:29,393 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-17T21:22:29,393 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:22:29,397 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:22:29,397 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:22:29,397 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:22:29,397 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:22:29,397 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878547686Running coprocessor pre-close hooks at 1731878547686Disabling compacts and flushes for region at 1731878547686Disabling writes for close at 1731878547686Obtaining lock to block concurrent updates at 1731878547686Preparing flush snapshotting stores in 1588230740 at 1731878547686Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878547686Flushing stores of hbase:meta,,1.1588230740 at 1731878547687 (+1 ms)Flushing 1588230740/info: creating writer at 1731878547687Flushing 1588230740/info: appending metadata at 1731878547699 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731878547699Flushing 1588230740/ns: creating writer at 1731878548107 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731878548119 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731878548119Flushing 1588230740/rep_barrier: creating writer at 1731878548530 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878548550 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878548550Flushing 1588230740/table: creating writer at 1731878548957 (+407 ms)Flushing 1588230740/table: appending metadata at 1731878548970 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731878548970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256e36b1: reopening flushed file at 1731878549377 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a14a59: reopening flushed file at 1731878549381 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499638eb: reopening flushed file at 1731878549385 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26948baf: reopening flushed file at 1731878549389 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1731878549393 (+4 ms)Writing region close event to WAL at 1731878549395 (+2 ms)Running coprocessor post-close hooks at 1731878549397 (+2 ms)Closed at 1731878549397 2024-11-17T21:22:29,398 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:22:29,488 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T21:22:29,488 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,34049,1731878510788; all regions closed. 2024-11-17T21:22:29,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741834_1010 (size=4239) 2024-11-17T21:22:29,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741839_1015 (size=1297) 2024-11-17T21:22:29,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741832_1008 (size=1535) 2024-11-17T21:22:29,493 DEBUG [RS:0;a313eea8709e:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:29,493 INFO [RS:0;a313eea8709e:34049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:22:29,493 INFO [RS:0;a313eea8709e:34049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:22:29,493 INFO [RS:0;a313eea8709e:34049 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:22:29,493 INFO [RS:0;a313eea8709e:34049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:22:29,493 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:22:29,493 INFO [RS:0;a313eea8709e:34049 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,34049,1731878510788 because: Region server is closing 2024-11-17T21:22:29,493 INFO [RS:0;a313eea8709e:34049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:34049. 2024-11-17T21:22:29,493 DEBUG [RS:0;a313eea8709e:34049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:29,493 DEBUG [RS:0;a313eea8709e:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:29,494 DEBUG [RS:0;a313eea8709e:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:29,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:29,594 INFO [RS:0;a313eea8709e:34049 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,34049,1731878510788.replicationSource.shippera313eea8709e%2C34049%2C1731878510788,1-a313eea8709e,34049,1731878510788 terminated 2024-11-17T21:22:29,594 INFO [RS:0;a313eea8709e:34049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34049 2024-11-17T21:22:29,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171/rs 2024-11-17T21:22:29,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02915171/rs/a313eea8709e,34049,1731878510788 2024-11-17T21:22:29,641 INFO [RS:0;a313eea8709e:34049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:22:29,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,34049,1731878510788] 2024-11-17T21:22:29,662 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02915171/draining/a313eea8709e,34049,1731878510788 already deleted, retry=false 2024-11-17T21:22:29,662 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,34049,1731878510788 expired; onlineServers=0 2024-11-17T21:22:29,662 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,36197,1731878510471' ***** 2024-11-17T21:22:29,662 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:22:29,662 INFO [M:0;a313eea8709e:36197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:22:29,662 INFO [M:0;a313eea8709e:36197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:22:29,662 DEBUG [M:0;a313eea8709e:36197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:22:29,662 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:22:29,662 DEBUG [M:0;a313eea8709e:36197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:22:29,662 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878513853 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878513853,5,FailOnTimeoutGroup] 2024-11-17T21:22:29,662 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878513854 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878513854,5,FailOnTimeoutGroup] 2024-11-17T21:22:29,662 INFO [M:0;a313eea8709e:36197 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:22:29,663 INFO [M:0;a313eea8709e:36197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:22:29,663 DEBUG [M:0;a313eea8709e:36197 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:22:29,663 INFO [M:0;a313eea8709e:36197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:22:29,663 INFO [M:0;a313eea8709e:36197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:22:29,663 INFO [M:0;a313eea8709e:36197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:22:29,663 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:22:29,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02915171/master 2024-11-17T21:22:29,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02915171 2024-11-17T21:22:29,673 DEBUG [M:0;a313eea8709e:36197 {}] zookeeper.ZKUtil(347): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Unable to get data of znode /02915171/master because node does not exist (not an error) 2024-11-17T21:22:29,673 WARN [M:0;a313eea8709e:36197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:22:29,673 INFO [M:0;a313eea8709e:36197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/.lastflushedseqids 2024-11-17T21:22:29,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741847_1023 (size=245) 2024-11-17T21:22:29,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:29,752 INFO [RS:0;a313eea8709e:34049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:22:29,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1014aacd1f30001, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:29,752 INFO [RS:0;a313eea8709e:34049 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,34049,1731878510788; zookeeper connection closed. 2024-11-17T21:22:29,752 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28951416 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28951416 2024-11-17T21:22:29,752 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:22:30,077 INFO [M:0;a313eea8709e:36197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:22:30,077 INFO [M:0;a313eea8709e:36197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:22:30,077 DEBUG [M:0;a313eea8709e:36197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:22:30,077 INFO [M:0;a313eea8709e:36197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:30,077 DEBUG [M:0;a313eea8709e:36197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:30,077 DEBUG [M:0;a313eea8709e:36197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:22:30,077 DEBUG [M:0;a313eea8709e:36197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:30,078 INFO [M:0;a313eea8709e:36197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-17T21:22:30,096 DEBUG [M:0;a313eea8709e:36197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2146110ddad047fca1ace1d6933e86ca is 82, key is hbase:meta,,1/info:regioninfo/1731878514679/Put/seqid=0 2024-11-17T21:22:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741848_1024 (size=5672) 2024-11-17T21:22:30,100 INFO [M:0;a313eea8709e:36197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2146110ddad047fca1ace1d6933e86ca 2024-11-17T21:22:30,119 DEBUG [M:0;a313eea8709e:36197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e66a88edfa4bb9a9cb2876ab1ddded is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731878525064/Put/seqid=0 2024-11-17T21:22:30,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741849_1025 (size=7218) 2024-11-17T21:22:30,523 INFO [M:0;a313eea8709e:36197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e66a88edfa4bb9a9cb2876ab1ddded 2024-11-17T21:22:30,528 INFO [M:0;a313eea8709e:36197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5e66a88edfa4bb9a9cb2876ab1ddded 2024-11-17T21:22:30,545 DEBUG [M:0;a313eea8709e:36197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aef861cb4ea54bac8268279266abef8e is 69, key is a313eea8709e,34049,1731878510788/rs:state/1731878513962/Put/seqid=0 2024-11-17T21:22:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741850_1026 (size=5156) 2024-11-17T21:22:30,554 INFO [M:0;a313eea8709e:36197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aef861cb4ea54bac8268279266abef8e 2024-11-17T21:22:30,557 DEBUG [M:0;a313eea8709e:36197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2146110ddad047fca1ace1d6933e86ca as hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2146110ddad047fca1ace1d6933e86ca 2024-11-17T21:22:30,561 INFO [M:0;a313eea8709e:36197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2146110ddad047fca1ace1d6933e86ca, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T21:22:30,561 DEBUG [M:0;a313eea8709e:36197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e66a88edfa4bb9a9cb2876ab1ddded as hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5e66a88edfa4bb9a9cb2876ab1ddded 2024-11-17T21:22:30,565 INFO [M:0;a313eea8709e:36197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5e66a88edfa4bb9a9cb2876ab1ddded 2024-11-17T21:22:30,566 INFO [M:0;a313eea8709e:36197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5e66a88edfa4bb9a9cb2876ab1ddded, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T21:22:30,566 DEBUG [M:0;a313eea8709e:36197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aef861cb4ea54bac8268279266abef8e as hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aef861cb4ea54bac8268279266abef8e 2024-11-17T21:22:30,569 INFO [M:0;a313eea8709e:36197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37285/user/jenkins/test-data/b0d30ac3-3ea5-91cc-700f-c4125f1928ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aef861cb4ea54bac8268279266abef8e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T21:22:30,570 INFO [M:0;a313eea8709e:36197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=105, compaction requested=false 2024-11-17T21:22:30,574 INFO [M:0;a313eea8709e:36197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:30,574 DEBUG [M:0;a313eea8709e:36197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878550077Disabling compacts and flushes for region at 1731878550077Disabling writes for close at 1731878550077Obtaining lock to block concurrent updates at 1731878550078 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878550078Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731878550078Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878550078Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878550078Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878550096 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878550096Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878550103 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878550119 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878550119Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878550528 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878550544 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878550544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1299aae8: reopening flushed file at 1731878550557 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4459c33a: reopening flushed file at 1731878550561 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c12699: reopening flushed file at 1731878550566 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=105, compaction requested=false at 1731878550570 (+4 ms)Writing region close event to WAL at 1731878550574 (+4 ms)Closed at 1731878550574 2024-11-17T21:22:30,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741830_1006 (size=64423) 2024-11-17T21:22:30,577 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:22:30,577 INFO [M:0;a313eea8709e:36197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:22:30,577 INFO [M:0;a313eea8709e:36197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36197 2024-11-17T21:22:30,578 INFO [M:0;a313eea8709e:36197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:22:30,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:30,754 INFO [M:0;a313eea8709e:36197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:22:30,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36197-0x1014aacd1f30000, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:22:30,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47338a4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:22:30,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:22:30,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:22:30,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:22:30,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/hadoop.log.dir/,STOPPED} 2024-11-17T21:22:30,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:22:30,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:22:30,786 WARN [BP-460141112-172.17.0.2-1731878508131 heartbeating to localhost/127.0.0.1:37285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:22:30,787 WARN [BP-460141112-172.17.0.2-1731878508131 heartbeating to localhost/127.0.0.1:37285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-460141112-172.17.0.2-1731878508131 (Datanode Uuid abbd28c7-03eb-47b2-bb9c-789e798139d9) service to localhost/127.0.0.1:37285 2024-11-17T21:22:30,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/cluster_9361a846-5cd3-f281-8eed-172ff0d8c20c/data/data1/current/BP-460141112-172.17.0.2-1731878508131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:22:30,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/cluster_9361a846-5cd3-f281-8eed-172ff0d8c20c/data/data2/current/BP-460141112-172.17.0.2-1731878508131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:22:30,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:22:30,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28df01c1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:22:30,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a8f67af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:22:30,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:22:30,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d101001{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:22:30,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7958868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb8ff08-fe26-cf32-f1ce-feb17a9b01f4/hadoop.log.dir/,STOPPED} 2024-11-17T21:22:30,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T21:22:30,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:22:30,842 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 315) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36689 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37285 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42361 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 477) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7539 (was 7318) - AvailableMemoryMB LEAK? - 2024-11-17T21:22:30,855 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=498, ProcessCount=11, AvailableMemoryMB=7539 2024-11-17T21:22:30,870 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-17T21:22:30,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/hadoop.log.dir so I do NOT create it in target/test-data/9220921e-5927-cadc-bacb-c0417e049f27 2024-11-17T21:22:30,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:22:30,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/hadoop.tmp.dir so I do NOT create it in target/test-data/9220921e-5927-cadc-bacb-c0417e049f27 2024-11-17T21:22:30,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0e77414-c485-6669-ea23-9c12077fdfc5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:22:30,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27 2024-11-17T21:22:30,871 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/cluster_bdecd884-d6b6-deba-6e5b-08432f34ad1f, deleteOnExit=true 2024-11-17T21:22:30,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014aacd1f30005, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:22:30,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014aacd1f30002, quorum=127.0.0.1:49299, baseZNode=/02915171 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:22:30,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014aacd1f30008, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T21:22:30,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014aacd1f30005, quorum=127.0.0.1:49299, baseZNode=/1-365700304 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:22:30,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014aacd1f30008, quorum=127.0.0.1:49299, baseZNode=/2-571743926 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:22:30,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014aacd1f30002, quorum=127.0.0.1:49299, baseZNode=/02915171 Received Disconnected from ZooKeeper, ignoring 2024-11-17T21:22:30,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/cluster_bdecd884-d6b6-deba-6e5b-08432f34ad1f/zookeeper_0, clientPort=58800, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/cluster_bdecd884-d6b6-deba-6e5b-08432f34ad1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/cluster_bdecd884-d6b6-deba-6e5b-08432f34ad1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T21:22:30,932 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58800 2024-11-17T21:22:30,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:22:30,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:22:30,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/test.cache.data in system properties and HBase conf 2024-11-17T21:22:30,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:22:30,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:22:30,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:22:30,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:22:30,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:22:30,933 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:22:30,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:22:30,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:22:30,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:22:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:22:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:22:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:22:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:22:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:22:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:22:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:22:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:22:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:22:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:22:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:22:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:22:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T21:22:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T21:22:30,992 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:22:31,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:31,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:22:31,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:22:31,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:22:31,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:22:31,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:31,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:22:31,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e834038{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:22:31,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41f5b8e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/java.io.tmpdir/jetty-localhost-33315-hadoop-hdfs-3_4_1-tests_jar-_-any-9489204620012005004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:22:31,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:33315} 2024-11-17T21:22:31,472 INFO [Time-limited test {}] server.Server(415): Started @316801ms 2024-11-17T21:22:31,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:31,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:22:31,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:22:31,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:22:31,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:22:31,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4307b040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:22:31,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355bfe00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:22:31,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79452611{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/java.io.tmpdir/jetty-localhost-45855-hadoop-hdfs-3_4_1-tests_jar-_-any-11391438691790028724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:22:31,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:45855} 2024-11-17T21:22:31,871 INFO [Time-limited test {}] server.Server(415): Started @317200ms 2024-11-17T21:22:31,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:22:32,519 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/cluster_bdecd884-d6b6-deba-6e5b-08432f34ad1f/data/data1/current/BP-676092740-172.17.0.2-1731878550956/current, will proceed with Du for space computation calculation, 2024-11-17T21:22:32,519 WARN [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/cluster_bdecd884-d6b6-deba-6e5b-08432f34ad1f/data/data2/current/BP-676092740-172.17.0.2-1731878550956/current, will proceed with Du for space computation calculation, 2024-11-17T21:22:32,544 WARN [Thread-4159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:22:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba54ff81e1234f1b with lease ID 0x850574c485e382b9: Processing first storage report for DS-08f92b44-43c1-4b8e-bc85-b71791057441 from datanode DatanodeRegistration(127.0.0.1:38001, datanodeUuid=446752bb-01fd-4e59-afe7-dd84c26dd71d, infoPort=44857, infoSecurePort=0, ipcPort=34947, storageInfo=lv=-57;cid=testClusterID;nsid=154410216;c=1731878550956) 2024-11-17T21:22:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba54ff81e1234f1b with lease ID 0x850574c485e382b9: from storage DS-08f92b44-43c1-4b8e-bc85-b71791057441 node DatanodeRegistration(127.0.0.1:38001, datanodeUuid=446752bb-01fd-4e59-afe7-dd84c26dd71d, infoPort=44857, infoSecurePort=0, ipcPort=34947, storageInfo=lv=-57;cid=testClusterID;nsid=154410216;c=1731878550956), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:22:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba54ff81e1234f1b with lease ID 0x850574c485e382b9: Processing first storage report for DS-00f137e6-4f10-4399-b04f-a0506494bd1a from datanode DatanodeRegistration(127.0.0.1:38001, datanodeUuid=446752bb-01fd-4e59-afe7-dd84c26dd71d, infoPort=44857, infoSecurePort=0, ipcPort=34947, storageInfo=lv=-57;cid=testClusterID;nsid=154410216;c=1731878550956) 2024-11-17T21:22:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba54ff81e1234f1b with lease ID 0x850574c485e382b9: from storage DS-00f137e6-4f10-4399-b04f-a0506494bd1a node DatanodeRegistration(127.0.0.1:38001, datanodeUuid=446752bb-01fd-4e59-afe7-dd84c26dd71d, infoPort=44857, infoSecurePort=0, ipcPort=34947, storageInfo=lv=-57;cid=testClusterID;nsid=154410216;c=1731878550956), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:22:32,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27 2024-11-17T21:22:32,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:32,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:22:33,006 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe with version=8 2024-11-17T21:22:33,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/hbase-staging 2024-11-17T21:22:33,008 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:22:33,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:33,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:33,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:22:33,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:33,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:22:33,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:22:33,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:22:33,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41335 2024-11-17T21:22:33,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41335 connecting to ZooKeeper ensemble=127.0.0.1:58800 2024-11-17T21:22:33,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413350x0, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:33,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41335-0x1014aad792e0000 connected 2024-11-17T21:22:33,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:33,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:33,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Set watcher on znode that does not yet exist, /01434027580/running 2024-11-17T21:22:33,182 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe, hbase.cluster.distributed=false 2024-11-17T21:22:33,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Set watcher on znode that does not yet exist, /01434027580/acl 2024-11-17T21:22:33,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41335 2024-11-17T21:22:33,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41335 2024-11-17T21:22:33,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41335 2024-11-17T21:22:33,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41335 2024-11-17T21:22:33,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41335 2024-11-17T21:22:33,200 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:22:33,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:33,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:33,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:22:33,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:33,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:22:33,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:22:33,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:22:33,201 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33179 2024-11-17T21:22:33,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33179 connecting to ZooKeeper ensemble=127.0.0.1:58800 2024-11-17T21:22:33,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:33,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:33,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331790x0, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:33,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331790x0, quorum=127.0.0.1:58800, baseZNode=/01434027580 Set watcher on znode that does not yet exist, /01434027580/running 2024-11-17T21:22:33,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33179-0x1014aad792e0001 connected 2024-11-17T21:22:33,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:22:33,222 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:22:33,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Set watcher on znode that does not yet exist, /01434027580/master 2024-11-17T21:22:33,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Set watcher on znode that does not yet exist, /01434027580/acl 2024-11-17T21:22:33,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-17T21:22:33,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33179 2024-11-17T21:22:33,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33179 2024-11-17T21:22:33,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-17T21:22:33,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-17T21:22:33,252 DEBUG [M:0;a313eea8709e:41335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:41335 2024-11-17T21:22:33,254 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01434027580/backup-masters/a313eea8709e,41335,1731878553008 2024-11-17T21:22:33,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580/backup-masters 2024-11-17T21:22:33,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580/backup-masters 2024-11-17T21:22:33,262 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Set watcher on existing znode=/01434027580/backup-masters/a313eea8709e,41335,1731878553008 2024-11-17T21:22:33,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:33,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01434027580/master 2024-11-17T21:22:33,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:33,273 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Set watcher on existing znode=/01434027580/master 2024-11-17T21:22:33,273 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01434027580/backup-masters/a313eea8709e,41335,1731878553008 from backup master directory 2024-11-17T21:22:33,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580/backup-masters 2024-11-17T21:22:33,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01434027580/backup-masters/a313eea8709e,41335,1731878553008 2024-11-17T21:22:33,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580/backup-masters 2024-11-17T21:22:33,283 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:22:33,283 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,41335,1731878553008 2024-11-17T21:22:33,286 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/hbase.id] with ID: a712844d-f5ed-4287-931e-cfee58ec5a62 2024-11-17T21:22:33,286 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/.tmp/hbase.id 2024-11-17T21:22:33,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:22:33,690 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/.tmp/hbase.id]:[hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/hbase.id] 2024-11-17T21:22:33,698 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:33,698 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:22:33,698 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T21:22:33,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:33,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:22:34,151 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:34,152 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:22:34,152 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:34,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:22:34,188 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/MasterData/data/master/store 2024-11-17T21:22:34,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:22:34,196 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:34,196 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:22:34,197 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:34,197 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:34,197 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:22:34,197 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:34,197 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:34,197 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878554196Disabling compacts and flushes for region at 1731878554196Disabling writes for close at 1731878554197 (+1 ms)Writing region close event to WAL at 1731878554197Closed at 1731878554197 2024-11-17T21:22:34,197 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/MasterData/data/master/store/.initializing 2024-11-17T21:22:34,197 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/MasterData/WALs/a313eea8709e,41335,1731878553008 2024-11-17T21:22:34,198 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:22:34,199 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C41335%2C1731878553008, suffix=, logDir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/MasterData/WALs/a313eea8709e,41335,1731878553008, archiveDir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/MasterData/oldWALs, maxLogs=10 2024-11-17T21:22:34,216 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/MasterData/WALs/a313eea8709e,41335,1731878553008/a313eea8709e%2C41335%2C1731878553008.1731878554200, exclude list is [], retry=0 2024-11-17T21:22:34,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-08f92b44-43c1-4b8e-bc85-b71791057441,DISK] 2024-11-17T21:22:34,220 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/MasterData/WALs/a313eea8709e,41335,1731878553008/a313eea8709e%2C41335%2C1731878553008.1731878554200 2024-11-17T21:22:34,220 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44857:44857)] 2024-11-17T21:22:34,220 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:34,221 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:34,221 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,221 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:22:34,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:34,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:34,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:22:34,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:34,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:34,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:22:34,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:34,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:34,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:22:34,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:34,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:34,230 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,230 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,231 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,232 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,232 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,232 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:34,233 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:34,235 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:34,236 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58847341, jitterRate=-0.12310628592967987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:34,237 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878554221Initializing all the Stores at 1731878554221Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878554221Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878554224 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878554224Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878554224Cleaning up temporary data from old regions at 1731878554232 (+8 ms)Region opened successfully at 1731878554237 (+5 ms) 2024-11-17T21:22:34,237 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:22:34,240 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4822ac89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:22:34,241 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:22:34,241 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:22:34,241 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:22:34,242 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:22:34,242 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:22:34,242 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:22:34,242 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:22:34,245 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:22:34,246 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Unable to get data of znode /01434027580/balancer because node does not exist (not necessarily an error) 2024-11-17T21:22:34,304 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01434027580/balancer already deleted, retry=false 2024-11-17T21:22:34,304 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:22:34,305 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Unable to get data of znode /01434027580/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:22:34,314 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01434027580/normalizer already deleted, retry=false 2024-11-17T21:22:34,315 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:22:34,315 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Unable to get data of znode /01434027580/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:22:34,325 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01434027580/switch/split already deleted, retry=false 2024-11-17T21:22:34,325 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Unable to get data of znode /01434027580/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:22:34,335 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01434027580/switch/merge already deleted, retry=false 2024-11-17T21:22:34,337 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Unable to get data of znode /01434027580/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:22:34,346 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01434027580/snapshot-cleanup already deleted, retry=false 2024-11-17T21:22:34,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01434027580/running 2024-11-17T21:22:34,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01434027580/running 2024-11-17T21:22:34,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:34,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:34,357 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,41335,1731878553008, sessionid=0x1014aad792e0000, setting cluster-up flag (Was=false) 2024-11-17T21:22:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:34,409 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01434027580/flush-table-proc/acquired, /01434027580/flush-table-proc/reached, /01434027580/flush-table-proc/abort 2024-11-17T21:22:34,410 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,41335,1731878553008 2024-11-17T21:22:34,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:34,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:34,462 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01434027580/online-snapshot/acquired, /01434027580/online-snapshot/reached, /01434027580/online-snapshot/abort 2024-11-17T21:22:34,463 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,41335,1731878553008 2024-11-17T21:22:34,463 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:22:34,464 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:34,465 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:22:34,465 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:22:34,465 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,41335,1731878553008 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:22:34,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:34,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:34,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:34,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:34,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:22:34,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:22:34,466 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878584466 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:22:34,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:34,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:22:34,467 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:22:34,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:34,468 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:22:34,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:22:34,468 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878554468,5,FailOnTimeoutGroup] 2024-11-17T21:22:34,468 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878554468,5,FailOnTimeoutGroup] 2024-11-17T21:22:34,468 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,468 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:22:34,468 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,468 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,476 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:22:34,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:22:34,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:34,538 INFO [RS:0;a313eea8709e:33179 {}] regionserver.HRegionServer(746): ClusterId : a712844d-f5ed-4287-931e-cfee58ec5a62 2024-11-17T21:22:34,538 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:22:34,547 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:22:34,547 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:22:34,557 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:22:34,557 DEBUG [RS:0;a313eea8709e:33179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba70292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:22:34,567 DEBUG [RS:0;a313eea8709e:33179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:33179 2024-11-17T21:22:34,567 INFO [RS:0;a313eea8709e:33179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:22:34,567 INFO [RS:0;a313eea8709e:33179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:22:34,567 DEBUG [RS:0;a313eea8709e:33179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:22:34,568 INFO [RS:0;a313eea8709e:33179 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,41335,1731878553008 with port=33179, startcode=1731878553200 2024-11-17T21:22:34,568 DEBUG [RS:0;a313eea8709e:33179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:22:34,569 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:22:34,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,33179,1731878553200 2024-11-17T21:22:34,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41335 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,33179,1731878553200 2024-11-17T21:22:34,571 DEBUG [RS:0;a313eea8709e:33179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe 2024-11-17T21:22:34,571 DEBUG [RS:0;a313eea8709e:33179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34495 2024-11-17T21:22:34,571 DEBUG [RS:0;a313eea8709e:33179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:22:34,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580/rs 2024-11-17T21:22:34,578 DEBUG [RS:0;a313eea8709e:33179 {}] zookeeper.ZKUtil(111): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Set watcher on existing znode=/01434027580/rs/a313eea8709e,33179,1731878553200 2024-11-17T21:22:34,578 WARN [RS:0;a313eea8709e:33179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:22:34,578 INFO [RS:0;a313eea8709e:33179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:34,578 DEBUG [RS:0;a313eea8709e:33179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/WALs/a313eea8709e,33179,1731878553200 2024-11-17T21:22:34,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,33179,1731878553200] 2024-11-17T21:22:34,582 INFO [RS:0;a313eea8709e:33179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:22:34,584 INFO [RS:0;a313eea8709e:33179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:22:34,584 INFO [RS:0;a313eea8709e:33179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:22:34,584 INFO [RS:0;a313eea8709e:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,586 INFO [RS:0;a313eea8709e:33179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:22:34,587 INFO [RS:0;a313eea8709e:33179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:22:34,587 INFO [RS:0;a313eea8709e:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:22:34,587 DEBUG [RS:0;a313eea8709e:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:22:34,588 INFO [RS:0;a313eea8709e:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,588 INFO [RS:0;a313eea8709e:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,588 INFO [RS:0;a313eea8709e:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,588 INFO [RS:0;a313eea8709e:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,588 INFO [RS:0;a313eea8709e:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,588 INFO [RS:0;a313eea8709e:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33179,1731878553200-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:22:34,600 INFO [RS:0;a313eea8709e:33179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:22:34,600 INFO [RS:0;a313eea8709e:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33179,1731878553200-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,601 INFO [RS:0;a313eea8709e:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,601 INFO [RS:0;a313eea8709e:33179 {}] regionserver.Replication(171): a313eea8709e,33179,1731878553200 started 2024-11-17T21:22:34,625 INFO [RS:0;a313eea8709e:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:34,625 INFO [RS:0;a313eea8709e:33179 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,33179,1731878553200, RpcServer on a313eea8709e/172.17.0.2:33179, sessionid=0x1014aad792e0001 2024-11-17T21:22:34,625 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:22:34,625 DEBUG [RS:0;a313eea8709e:33179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,33179,1731878553200 2024-11-17T21:22:34,625 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,33179,1731878553200' 2024-11-17T21:22:34,625 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01434027580/flush-table-proc/abort' 2024-11-17T21:22:34,625 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01434027580/flush-table-proc/acquired' 2024-11-17T21:22:34,625 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:22:34,626 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:22:34,626 DEBUG [RS:0;a313eea8709e:33179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,33179,1731878553200 2024-11-17T21:22:34,626 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,33179,1731878553200' 2024-11-17T21:22:34,626 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01434027580/online-snapshot/abort' 2024-11-17T21:22:34,626 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01434027580/online-snapshot/acquired' 2024-11-17T21:22:34,626 DEBUG [RS:0;a313eea8709e:33179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:22:34,626 INFO [RS:0;a313eea8709e:33179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:22:34,626 INFO [RS:0;a313eea8709e:33179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:22:34,727 INFO [RS:0;a313eea8709e:33179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:22:34,728 INFO [RS:0;a313eea8709e:33179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C33179%2C1731878553200, suffix=, logDir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/WALs/a313eea8709e,33179,1731878553200, archiveDir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/oldWALs, maxLogs=10 2024-11-17T21:22:34,739 DEBUG [RS:0;a313eea8709e:33179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/WALs/a313eea8709e,33179,1731878553200/a313eea8709e%2C33179%2C1731878553200.1731878554728, exclude list is [], retry=0 2024-11-17T21:22:34,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-08f92b44-43c1-4b8e-bc85-b71791057441,DISK] 2024-11-17T21:22:34,742 INFO [RS:0;a313eea8709e:33179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/WALs/a313eea8709e,33179,1731878553200/a313eea8709e%2C33179%2C1731878553200.1731878554728 2024-11-17T21:22:34,742 DEBUG [RS:0;a313eea8709e:33179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44857:44857)] 2024-11-17T21:22:34,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:22:34,877 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe 2024-11-17T21:22:34,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:22:35,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:35,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:22:35,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:22:35,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:35,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:35,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:22:35,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:22:35,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:35,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:35,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:22:35,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:22:35,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:35,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:35,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:22:35,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:22:35,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:35,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:35,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:22:35,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/data/hbase/meta/1588230740 2024-11-17T21:22:35,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/data/hbase/meta/1588230740 2024-11-17T21:22:35,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:22:35,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:22:35,289 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:35,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:22:35,291 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:35,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68194977, jitterRate=0.01618434488773346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:35,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878555281Initializing all the Stores at 1731878555282 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878555282Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878555282Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878555282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878555282Cleaning up temporary data from old regions at 1731878555289 (+7 ms)Region opened successfully at 1731878555292 (+3 ms) 2024-11-17T21:22:35,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:22:35,292 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:22:35,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:22:35,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:22:35,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:22:35,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:22:35,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878555292Disabling compacts and flushes for region at 1731878555292Disabling writes for close at 1731878555292Writing region close event to WAL at 1731878555292Closed at 1731878555292 2024-11-17T21:22:35,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:35,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:22:35,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:22:35,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:22:35,294 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:22:35,445 DEBUG [a313eea8709e:41335 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:22:35,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,33179,1731878553200 2024-11-17T21:22:35,446 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,33179,1731878553200, state=OPENING 2024-11-17T21:22:35,516 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:22:35,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:35,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01434027580 2024-11-17T21:22:35,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01434027580/meta-region-server: CHANGED 2024-11-17T21:22:35,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:22:35,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01434027580/meta-region-server: CHANGED 2024-11-17T21:22:35,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,33179,1731878553200}] 2024-11-17T21:22:35,677 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:22:35,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:22:35,683 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:22:35,683 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:35,683 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:22:35,684 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C33179%2C1731878553200.meta, suffix=.meta, logDir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/WALs/a313eea8709e,33179,1731878553200, archiveDir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/oldWALs, maxLogs=10 2024-11-17T21:22:35,695 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/WALs/a313eea8709e,33179,1731878553200/a313eea8709e%2C33179%2C1731878553200.meta.1731878555684.meta, exclude list is [], retry=0 2024-11-17T21:22:35,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-08f92b44-43c1-4b8e-bc85-b71791057441,DISK] 2024-11-17T21:22:35,698 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/WALs/a313eea8709e,33179,1731878553200/a313eea8709e%2C33179%2C1731878553200.meta.1731878555684.meta 2024-11-17T21:22:35,699 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44857:44857)] 2024-11-17T21:22:35,699 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:35,699 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:35,699 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:22:35,699 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:22:35,699 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:22:35,700 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:22:35,700 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:35,700 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:22:35,700 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:22:35,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:22:35,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:22:35,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:35,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:35,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:22:35,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:22:35,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:35,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:35,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:22:35,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:22:35,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:35,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:35,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:22:35,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:22:35,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:35,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:35,705 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:22:35,705 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/data/hbase/meta/1588230740 2024-11-17T21:22:35,706 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/data/hbase/meta/1588230740 2024-11-17T21:22:35,707 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:22:35,707 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:22:35,707 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:35,708 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:22:35,708 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73318828, jitterRate=0.09253567457199097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:35,709 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:22:35,709 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878555700Writing region info on filesystem at 1731878555700Initializing all the Stores at 1731878555700Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878555700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878555701 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878555701Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878555701Cleaning up temporary data from old regions at 1731878555707 (+6 ms)Running coprocessor post-open hooks at 1731878555709 (+2 ms)Region opened successfully at 1731878555709 2024-11-17T21:22:35,710 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878555677 2024-11-17T21:22:35,711 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:22:35,711 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:22:35,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,33179,1731878553200 2024-11-17T21:22:35,712 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,33179,1731878553200, state=OPEN 2024-11-17T21:22:35,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x1014aad792e0001, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01434027580/meta-region-server 2024-11-17T21:22:35,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41335-0x1014aad792e0000, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01434027580/meta-region-server 2024-11-17T21:22:35,756 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,33179,1731878553200 2024-11-17T21:22:35,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01434027580/meta-region-server: CHANGED 2024-11-17T21:22:35,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01434027580/meta-region-server: CHANGED 2024-11-17T21:22:35,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:22:35,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,33179,1731878553200 in 231 msec 2024-11-17T21:22:35,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:22:35,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-17T21:22:35,759 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:35,760 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:22:35,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:35,761 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33179,1731878553200, seqNum=-1] 2024-11-17T21:22:35,761 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:35,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:35,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-17T21:22:35,765 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878555765, completionTime=-1 2024-11-17T21:22:35,765 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:22:35,765 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:22:35,767 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:22:35,767 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878615767 2024-11-17T21:22:35,767 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878675767 2024-11-17T21:22:35,767 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:22:35,767 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41335,1731878553008-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:35,767 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41335,1731878553008-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:35,767 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41335,1731878553008-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:35,767 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:41335, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:35,767 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:35,767 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:35,769 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:22:35,770 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.487sec 2024-11-17T21:22:35,770 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:22:35,770 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:22:35,770 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:22:35,770 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:22:35,770 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:22:35,770 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41335,1731878553008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:22:35,770 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41335,1731878553008-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:22:35,772 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:22:35,772 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:22:35,772 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41335,1731878553008-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:35,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:35,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41335,-1 for getting cluster id 2024-11-17T21:22:35,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:35,840 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a712844d-f5ed-4287-931e-cfee58ec5a62' 2024-11-17T21:22:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a712844d-f5ed-4287-931e-cfee58ec5a62" 2024-11-17T21:22:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f352b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41335,-1] 2024-11-17T21:22:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:35,841 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:35,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e88147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:35,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33179,1731878553200, seqNum=-1] 2024-11-17T21:22:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:35,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:35,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,41335,1731878553008 2024-11-17T21:22:35,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58800 2024-11-17T21:22:35,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58800, baseZNode=/01434027580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:35,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014aad792e0002 connected 2024-11-17T21:22:35,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41335,1731878553008 2024-11-17T21:22:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@94ed05 2024-11-17T21:22:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:35,876 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:35,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:22:35,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:22:35,879 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:35,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:22:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:35,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:22:35,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:22:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:36,293 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a69f1a00112a7295b6b4e0e13ee773d, NAME => 'test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe 2024-11-17T21:22:36,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:22:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:36,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:36,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:22:36,694 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128782 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:22:36,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:36,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0a69f1a00112a7295b6b4e0e13ee773d, disabling compactions & flushes 2024-11-17T21:22:36,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d. 2024-11-17T21:22:36,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d. 2024-11-17T21:22:36,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d. after waiting 0 ms 2024-11-17T21:22:36,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d. 2024-11-17T21:22:36,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d. 2024-11-17T21:22:36,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a69f1a00112a7295b6b4e0e13ee773d: Waiting for close lock at 1731878556698Disabling compacts and flushes for region at 1731878556698Disabling writes for close at 1731878556698Writing region close event to WAL at 1731878556698Closed at 1731878556698 2024-11-17T21:22:36,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:22:36,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878556699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878556699"}]},"ts":"1731878556699"} 2024-11-17T21:22:36,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:22:36,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:22:36,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878556701"}]},"ts":"1731878556701"} 2024-11-17T21:22:36,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:22:36,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a69f1a00112a7295b6b4e0e13ee773d, ASSIGN}] 2024-11-17T21:22:36,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a69f1a00112a7295b6b4e0e13ee773d, ASSIGN 2024-11-17T21:22:36,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0a69f1a00112a7295b6b4e0e13ee773d, ASSIGN; state=OFFLINE, location=a313eea8709e,33179,1731878553200; forceNewPlan=false, retain=false 2024-11-17T21:22:36,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a69f1a00112a7295b6b4e0e13ee773d, regionState=OPENING, regionLocation=a313eea8709e,33179,1731878553200 2024-11-17T21:22:36,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0a69f1a00112a7295b6b4e0e13ee773d, ASSIGN because future has completed 2024-11-17T21:22:36,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a69f1a00112a7295b6b4e0e13ee773d, server=a313eea8709e,33179,1731878553200}] 2024-11-17T21:22:37,010 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d. 2024-11-17T21:22:37,010 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a69f1a00112a7295b6b4e0e13ee773d, NAME => 'test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:37,010 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:37,011 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:22:37,011 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,011 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:37,011 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,011 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,012 INFO [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,013 INFO [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a69f1a00112a7295b6b4e0e13ee773d columnFamilyName f 2024-11-17T21:22:37,013 DEBUG [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:37,013 INFO [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] regionserver.HStore(327): Store=0a69f1a00112a7295b6b4e0e13ee773d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:37,013 INFO [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,014 INFO [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a69f1a00112a7295b6b4e0e13ee773d columnFamilyName f1 2024-11-17T21:22:37,014 DEBUG [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:37,014 INFO [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] regionserver.HStore(327): Store=0a69f1a00112a7295b6b4e0e13ee773d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:37,014 INFO [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:37,015 INFO [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a69f1a00112a7295b6b4e0e13ee773d columnFamilyName norep 2024-11-17T21:22:37,015 DEBUG [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:37,015 INFO [StoreOpener-0a69f1a00112a7295b6b4e0e13ee773d-1 {}] regionserver.HStore(327): Store=0a69f1a00112a7295b6b4e0e13ee773d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:37,015 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,016 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/data/default/test/0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,016 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/data/default/test/0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,017 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,017 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,017 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:22:37,018 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,019 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/data/default/test/0a69f1a00112a7295b6b4e0e13ee773d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:37,020 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0a69f1a00112a7295b6b4e0e13ee773d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69782928, jitterRate=0.03984665870666504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:22:37,020 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a69f1a00112a7295b6b4e0e13ee773d 2024-11-17T21:22:37,020 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0a69f1a00112a7295b6b4e0e13ee773d: Running coprocessor pre-open hook at 1731878557011Writing region info on filesystem at 1731878557011Initializing all the Stores at 1731878557012 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878557012Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878557012Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878557012Cleaning up temporary data from old regions at 1731878557017 (+5 ms)Running coprocessor post-open hooks at 1731878557020 (+3 ms)Region opened successfully at 1731878557020 2024-11-17T21:22:37,021 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d., pid=6, masterSystemTime=1731878557008 2024-11-17T21:22:37,022 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d. 2024-11-17T21:22:37,022 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878555876.0a69f1a00112a7295b6b4e0e13ee773d. 2024-11-17T21:22:37,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a69f1a00112a7295b6b4e0e13ee773d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,33179,1731878553200 2024-11-17T21:22:37,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a69f1a00112a7295b6b4e0e13ee773d, server=a313eea8709e,33179,1731878553200 because future has completed 2024-11-17T21:22:37,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:22:37,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a69f1a00112a7295b6b4e0e13ee773d, server=a313eea8709e,33179,1731878553200 in 169 msec 2024-11-17T21:22:37,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:22:37,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0a69f1a00112a7295b6b4e0e13ee773d, ASSIGN in 325 msec 2024-11-17T21:22:37,029 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:22:37,029 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878557029"}]},"ts":"1731878557029"} 2024-11-17T21:22:37,031 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:22:37,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:22:37,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-17T21:22:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:38,025 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:22:38,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da13ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:38,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41335,-1 for getting cluster id 2024-11-17T21:22:38,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:38,026 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a712844d-f5ed-4287-931e-cfee58ec5a62' 2024-11-17T21:22:38,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a712844d-f5ed-4287-931e-cfee58ec5a62" 2024-11-17T21:22:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688a7eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41335,-1] 2024-11-17T21:22:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:38,028 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe9d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:38,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:38,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41335,1731878553008 2024-11-17T21:22:38,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d2e028c 2024-11-17T21:22:38,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:38,029 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:38,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:41335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:22:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:22:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:38,032 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:41335' 2024-11-17T21:22:38,034 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ffbfa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:38,034 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,41335,-1 for getting cluster id 2024-11-17T21:22:38,034 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:38,035 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a712844d-f5ed-4287-931e-cfee58ec5a62' 2024-11-17T21:22:38,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:38,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a712844d-f5ed-4287-931e-cfee58ec5a62" 2024-11-17T21:22:38,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9f4a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:38,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,41335,-1] 2024-11-17T21:22:38,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:38,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:38,036 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:38,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c089d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:38,037 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:38,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,41335,1731878553008 2024-11-17T21:22:38,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b7b61db 2024-11-17T21:22:38,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:38,038 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:38,038 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T21:22:38,038 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:22:38,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:38,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:38,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:38,039 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a313eea8709e:41335, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-17T21:22:38,044 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a313eea8709e:41335, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a313eea8709e:41335, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a313eea8709e:41335, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-17T21:22:38,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a313eea8709e:41335, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-17T21:22:38,045 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-17T21:22:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:38,136 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://a313eea8709e:41335, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-17T21:22:38,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:22:38,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:22:38,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:38,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:38,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:38,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 360) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a313eea8709e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/cluster_bdecd884-d6b6-deba-6e5b-08432f34ad1f/data/data2/current/BP-676092740-172.17.0.2-1731878550956 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:34495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-676092740-172.17.0.2-1731878550956 heartbeating to localhost/127.0.0.1:34495 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@45f6eb8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/a313eea8709e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(459513631) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: PacketResponder: BP-676092740-172.17.0.2-1731878550956:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42fa58b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: a313eea8709e:41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-bcd1b6e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a313eea8709e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58800) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/cluster_bdecd884-d6b6-deba-6e5b-08432f34ad1f/data/data1/current/BP-676092740-172.17.0.2-1731878550956 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe/MasterData-prefix:a313eea8709e,41335,1731878553008 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1067279342_20 at /127.0.0.1:35472 [Receiving block BP-676092740-172.17.0.2-1731878550956:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34495 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 3 on default port 34495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1418650010-7889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f283c4319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34495 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp760716569-7936 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe-prefix:a313eea8709e,33179,1731878553200 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/cluster_bdecd884-d6b6-deba-6e5b-08432f34ad1f/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f283c4319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_805865756_20 at /127.0.0.1:35440 [Receiving block BP-676092740-172.17.0.2-1731878550956:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;a313eea8709e:41335 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a313eea8709e:33179-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;a313eea8709e:33179 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 34947 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/a313eea8709e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 34947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34495/user/jenkins/test-data/18c7a572-f645-2a46-f9b7-5f8f7e961bbe-prefix:a313eea8709e,33179,1731878553200.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1067279342_20 at /127.0.0.1:35466 [Receiving block BP-676092740-172.17.0.2-1731878550956:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a313eea8709e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp760716569-7933 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f283c4319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7886 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f283c4319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 1 on default port 34947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6d90da47 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58800) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878554468 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58800 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a1ff889 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f283c4319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/cluster_bdecd884-d6b6-deba-6e5b-08432f34ad1f/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-53cfb205-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1067279342_20 at /127.0.0.1:35388 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-676092740-172.17.0.2-1731878550956:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 34495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878554468 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f283c9f8cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7890 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1f084807[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:58800): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp760716569-7935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp760716569-7934-acceptor-0@6a3297b0-ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:45855} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$596/0x00007f283cabe3e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server handler 4 on default port 34947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 2 on default port 34495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/a313eea8709e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-676092740-172.17.0.2-1731878550956:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58800) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1418650010-7888-acceptor-0@2e4e955f-ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:33315} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 498), ProcessCount=11 (was 11), AvailableMemoryMB=7484 (was 7539) 2024-11-17T21:22:38,152 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-17T21:22:38,163 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=498, ProcessCount=11, AvailableMemoryMB=7483 2024-11-17T21:22:38,163 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-17T21:22:38,175 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-17T21:22:38,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/hadoop.log.dir so I do NOT create it in target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2 2024-11-17T21:22:38,175 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:22:38,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/hadoop.tmp.dir so I do NOT create it in target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2 2024-11-17T21:22:38,175 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9220921e-5927-cadc-bacb-c0417e049f27/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:22:38,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2 2024-11-17T21:22:38,175 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/cluster_1bf42ac6-be55-ba34-e103-8e2b7e3336ca, deleteOnExit=true 2024-11-17T21:22:38,291 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/cluster_1bf42ac6-be55-ba34-e103-8e2b7e3336ca/zookeeper_0, clientPort=55224, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/cluster_1bf42ac6-be55-ba34-e103-8e2b7e3336ca/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/cluster_1bf42ac6-be55-ba34-e103-8e2b7e3336ca/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T21:22:38,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55224 2024-11-17T21:22:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:22:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:22:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/test.cache.data in system properties and HBase conf 2024-11-17T21:22:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:22:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:22:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:22:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:22:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:22:38,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:22:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:22:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:22:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:22:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:22:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:22:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:22:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:22:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:22:38,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:22:38,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:22:38,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:22:38,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:22:38,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:22:38,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:22:38,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:38,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:22:38,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:22:38,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:22:38,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:22:38,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:38,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59820be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:22:38,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebed45a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:22:38,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a93662f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/java.io.tmpdir/jetty-localhost-37395-hadoop-hdfs-3_4_1-tests_jar-_-any-3825739141452186432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:22:38,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169722f2{HTTP/1.1, (http/1.1)}{localhost:37395} 2024-11-17T21:22:38,807 INFO [Time-limited test {}] server.Server(415): Started @324136ms 2024-11-17T21:22:39,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:39,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:22:39,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:22:39,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:22:39,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:22:39,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61aeee70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:22:39,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aea8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:22:39,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@772cd50{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/java.io.tmpdir/jetty-localhost-38271-hadoop-hdfs-3_4_1-tests_jar-_-any-16921181678122635360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:22:39,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bde6823{HTTP/1.1, (http/1.1)}{localhost:38271} 2024-11-17T21:22:39,168 INFO [Time-limited test {}] server.Server(415): Started @324497ms 2024-11-17T21:22:39,169 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:22:40,410 WARN [Thread-4306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/cluster_1bf42ac6-be55-ba34-e103-8e2b7e3336ca/data/data2/current/BP-829272312-172.17.0.2-1731878558317/current, will proceed with Du for space computation calculation, 2024-11-17T21:22:40,410 WARN [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/cluster_1bf42ac6-be55-ba34-e103-8e2b7e3336ca/data/data1/current/BP-829272312-172.17.0.2-1731878558317/current, will proceed with Du for space computation calculation, 2024-11-17T21:22:40,430 WARN [Thread-4293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:22:40,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x574d01375792f6e6 with lease ID 0x3728b86ffa10d654: Processing first storage report for DS-eda7d575-15c8-4bd3-a405-c10a4da18307 from datanode DatanodeRegistration(127.0.0.1:38729, datanodeUuid=1a5970d9-1c0b-4a04-ab03-b07b8679badc, infoPort=34537, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=1246454299;c=1731878558317) 2024-11-17T21:22:40,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x574d01375792f6e6 with lease ID 0x3728b86ffa10d654: from storage DS-eda7d575-15c8-4bd3-a405-c10a4da18307 node DatanodeRegistration(127.0.0.1:38729, datanodeUuid=1a5970d9-1c0b-4a04-ab03-b07b8679badc, infoPort=34537, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=1246454299;c=1731878558317), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:22:40,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x574d01375792f6e6 with lease ID 0x3728b86ffa10d654: Processing first storage report for DS-b94b2d69-f609-42e3-b927-5cde936f5951 from datanode DatanodeRegistration(127.0.0.1:38729, datanodeUuid=1a5970d9-1c0b-4a04-ab03-b07b8679badc, infoPort=34537, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=1246454299;c=1731878558317) 2024-11-17T21:22:40,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x574d01375792f6e6 with lease ID 0x3728b86ffa10d654: from storage DS-b94b2d69-f609-42e3-b927-5cde936f5951 node DatanodeRegistration(127.0.0.1:38729, datanodeUuid=1a5970d9-1c0b-4a04-ab03-b07b8679badc, infoPort=34537, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=1246454299;c=1731878558317), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:22:40,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2 2024-11-17T21:22:40,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:40,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:40,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:22:40,582 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:22:40,583 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T21:22:40,898 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7 with version=8 2024-11-17T21:22:40,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/hbase-staging 2024-11-17T21:22:40,900 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:22:40,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:40,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:40,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:22:40,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:40,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:22:40,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:22:40,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:22:40,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40053 2024-11-17T21:22:40,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40053 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-17T21:22:41,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400530x0, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:41,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40053-0x1014aad95fe0000 connected 2024-11-17T21:22:41,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:41,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:41,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Set watcher on znode that does not yet exist, /01196231540/running 2024-11-17T21:22:41,095 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7, hbase.cluster.distributed=false 2024-11-17T21:22:41,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Set watcher on znode that does not yet exist, /01196231540/acl 2024-11-17T21:22:41,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40053 2024-11-17T21:22:41,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40053 2024-11-17T21:22:41,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40053 2024-11-17T21:22:41,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40053 2024-11-17T21:22:41,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40053 2024-11-17T21:22:41,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:22:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:41,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:22:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:22:41,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:22:41,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:22:41,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41951 2024-11-17T21:22:41,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41951 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-17T21:22:41,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:41,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:41,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419510x0, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:41,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419510x0, quorum=127.0.0.1:55224, baseZNode=/01196231540 Set watcher on znode that does not yet exist, /01196231540/running 2024-11-17T21:22:41,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41951-0x1014aad95fe0001 connected 2024-11-17T21:22:41,125 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:22:41,132 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:22:41,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Set watcher on znode that does not yet exist, /01196231540/master 2024-11-17T21:22:41,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Set watcher on znode that does not yet exist, /01196231540/acl 2024-11-17T21:22:41,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-17T21:22:41,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41951 2024-11-17T21:22:41,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41951 2024-11-17T21:22:41,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-17T21:22:41,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-17T21:22:41,154 DEBUG [M:0;a313eea8709e:40053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:40053 2024-11-17T21:22:41,155 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01196231540/backup-masters/a313eea8709e,40053,1731878560900 2024-11-17T21:22:41,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540/backup-masters 2024-11-17T21:22:41,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540/backup-masters 2024-11-17T21:22:41,167 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Set watcher on existing znode=/01196231540/backup-masters/a313eea8709e,40053,1731878560900 2024-11-17T21:22:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01196231540/master 2024-11-17T21:22:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:41,177 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Set watcher on existing znode=/01196231540/master 2024-11-17T21:22:41,177 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01196231540/backup-masters/a313eea8709e,40053,1731878560900 from backup master directory 2024-11-17T21:22:41,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01196231540/backup-masters/a313eea8709e,40053,1731878560900 2024-11-17T21:22:41,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540/backup-masters 2024-11-17T21:22:41,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540/backup-masters 2024-11-17T21:22:41,187 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:22:41,187 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,40053,1731878560900 2024-11-17T21:22:41,190 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/hbase.id] with ID: 20914a32-ffe9-4d1d-b966-60cdcc4090bd 2024-11-17T21:22:41,190 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/.tmp/hbase.id 2024-11-17T21:22:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:22:41,198 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/.tmp/hbase.id]:[hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/hbase.id] 2024-11-17T21:22:41,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:22:41,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,206 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:41,206 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:22:41,207 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:22:41,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:41,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:22:41,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:41,273 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:22:41,273 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T21:22:41,273 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T21:22:41,273 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T21:22:41,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:22:41,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T21:22:41,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T21:22:41,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T21:22:41,626 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:41,627 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:22:41,627 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:41,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:22:41,633 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store 2024-11-17T21:22:41,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:22:42,039 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:42,039 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:22:42,039 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:42,039 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:42,039 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:22:42,039 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:42,039 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:42,039 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878562039Disabling compacts and flushes for region at 1731878562039Disabling writes for close at 1731878562039Writing region close event to WAL at 1731878562039Closed at 1731878562039 2024-11-17T21:22:42,040 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/.initializing 2024-11-17T21:22:42,040 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/WALs/a313eea8709e,40053,1731878560900 2024-11-17T21:22:42,041 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:22:42,042 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C40053%2C1731878560900, suffix=, logDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/WALs/a313eea8709e,40053,1731878560900, archiveDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/oldWALs, maxLogs=10 2024-11-17T21:22:42,059 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/WALs/a313eea8709e,40053,1731878560900/a313eea8709e%2C40053%2C1731878560900.1731878562042, exclude list is [], retry=0 2024-11-17T21:22:42,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-eda7d575-15c8-4bd3-a405-c10a4da18307,DISK] 2024-11-17T21:22:42,063 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/WALs/a313eea8709e,40053,1731878560900/a313eea8709e%2C40053%2C1731878560900.1731878562042 2024-11-17T21:22:42,063 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34537:34537)] 2024-11-17T21:22:42,063 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:42,063 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:42,063 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,063 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:22:42,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:42,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:42,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:22:42,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:42,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:42,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:22:42,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:42,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:42,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:22:42,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:42,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:42,069 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,070 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,070 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,071 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,071 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,071 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:42,072 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:42,073 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:42,074 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72337739, jitterRate=0.07791630923748016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:42,074 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878562063Initializing all the Stores at 1731878562064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878562064Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878562064Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878562064Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878562064Cleaning up temporary data from old regions at 1731878562071 (+7 ms)Region opened successfully at 1731878562074 (+3 ms) 2024-11-17T21:22:42,074 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:22:42,076 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9c4c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:22:42,077 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:22:42,077 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:22:42,077 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:22:42,077 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:22:42,077 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:22:42,078 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:22:42,078 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:22:42,079 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:22:42,079 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Unable to get data of znode /01196231540/balancer because node does not exist (not necessarily an error) 2024-11-17T21:22:42,145 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01196231540/balancer already deleted, retry=false 2024-11-17T21:22:42,145 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:22:42,146 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Unable to get data of znode /01196231540/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:22:42,156 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01196231540/normalizer already deleted, retry=false 2024-11-17T21:22:42,156 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:22:42,157 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Unable to get data of znode /01196231540/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:22:42,166 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01196231540/switch/split already deleted, retry=false 2024-11-17T21:22:42,166 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Unable to get data of znode /01196231540/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:22:42,176 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01196231540/switch/merge already deleted, retry=false 2024-11-17T21:22:42,178 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Unable to get data of znode /01196231540/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:22:42,187 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01196231540/snapshot-cleanup already deleted, retry=false 2024-11-17T21:22:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01196231540/running 2024-11-17T21:22:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01196231540/running 2024-11-17T21:22:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:42,198 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,40053,1731878560900, sessionid=0x1014aad95fe0000, setting cluster-up flag (Was=false) 2024-11-17T21:22:42,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:42,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:42,250 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01196231540/flush-table-proc/acquired, /01196231540/flush-table-proc/reached, /01196231540/flush-table-proc/abort 2024-11-17T21:22:42,251 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,40053,1731878560900 2024-11-17T21:22:42,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:42,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:42,303 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01196231540/online-snapshot/acquired, /01196231540/online-snapshot/reached, /01196231540/online-snapshot/abort 2024-11-17T21:22:42,305 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,40053,1731878560900 2024-11-17T21:22:42,305 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:22:42,307 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:42,307 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:22:42,307 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:22:42,307 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,40053,1731878560900 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:22:42,309 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:42,309 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:42,309 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:42,309 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:42,309 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:22:42,309 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,309 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:22:42,309 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:42,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:22:42,312 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:42,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:22:42,312 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878592312 2024-11-17T21:22:42,312 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:22:42,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:22:42,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:22:42,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:22:42,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:22:42,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:22:42,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:22:42,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:22:42,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:22:42,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:22:42,314 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:22:42,314 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:22:42,314 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878562314,5,FailOnTimeoutGroup] 2024-11-17T21:22:42,315 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878562314,5,FailOnTimeoutGroup] 2024-11-17T21:22:42,315 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,315 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:22:42,315 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,315 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:22:42,345 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(746): ClusterId : 20914a32-ffe9-4d1d-b966-60cdcc4090bd 2024-11-17T21:22:42,345 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:22:42,356 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:22:42,356 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:22:42,366 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:22:42,367 DEBUG [RS:0;a313eea8709e:41951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e6d0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:22:42,379 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:41951 2024-11-17T21:22:42,379 INFO [RS:0;a313eea8709e:41951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:22:42,379 INFO [RS:0;a313eea8709e:41951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:22:42,379 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:22:42,380 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,40053,1731878560900 with port=41951, startcode=1731878561111 2024-11-17T21:22:42,380 DEBUG [RS:0;a313eea8709e:41951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:22:42,381 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:22:42,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,41951,1731878561111 2024-11-17T21:22:42,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40053 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,41951,1731878561111 2024-11-17T21:22:42,383 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7 2024-11-17T21:22:42,383 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33329 2024-11-17T21:22:42,383 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:22:42,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540/rs 2024-11-17T21:22:42,394 DEBUG [RS:0;a313eea8709e:41951 {}] zookeeper.ZKUtil(111): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Set watcher on existing znode=/01196231540/rs/a313eea8709e,41951,1731878561111 2024-11-17T21:22:42,394 WARN [RS:0;a313eea8709e:41951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:22:42,394 INFO [RS:0;a313eea8709e:41951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:42,394 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111 2024-11-17T21:22:42,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,41951,1731878561111] 2024-11-17T21:22:42,398 INFO [RS:0;a313eea8709e:41951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:22:42,400 INFO [RS:0;a313eea8709e:41951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:22:42,415 INFO [RS:0;a313eea8709e:41951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:22:42,415 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,415 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:22:42,416 INFO [RS:0;a313eea8709e:41951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:22:42,416 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:22:42,416 DEBUG [RS:0;a313eea8709e:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:22:42,420 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,420 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,420 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,420 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,420 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,420 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41951,1731878561111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:22:42,432 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:22:42,432 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,41951,1731878561111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,432 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,432 INFO [RS:0;a313eea8709e:41951 {}] regionserver.Replication(171): a313eea8709e,41951,1731878561111 started 2024-11-17T21:22:42,443 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:42,443 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,41951,1731878561111, RpcServer on a313eea8709e/172.17.0.2:41951, sessionid=0x1014aad95fe0001 2024-11-17T21:22:42,443 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:22:42,443 DEBUG [RS:0;a313eea8709e:41951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,41951,1731878561111 2024-11-17T21:22:42,443 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,41951,1731878561111' 2024-11-17T21:22:42,443 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01196231540/flush-table-proc/abort' 2024-11-17T21:22:42,443 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01196231540/flush-table-proc/acquired' 2024-11-17T21:22:42,444 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:22:42,444 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:22:42,444 DEBUG [RS:0;a313eea8709e:41951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,41951,1731878561111 2024-11-17T21:22:42,444 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,41951,1731878561111' 2024-11-17T21:22:42,444 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01196231540/online-snapshot/abort' 2024-11-17T21:22:42,444 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01196231540/online-snapshot/acquired' 2024-11-17T21:22:42,444 DEBUG [RS:0;a313eea8709e:41951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:22:42,444 INFO [RS:0;a313eea8709e:41951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:22:42,444 INFO [RS:0;a313eea8709e:41951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:22:42,544 INFO [RS:0;a313eea8709e:41951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:22:42,545 INFO [RS:0;a313eea8709e:41951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C41951%2C1731878561111, suffix=, logDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111, archiveDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/oldWALs, maxLogs=10 2024-11-17T21:22:42,556 DEBUG [RS:0;a313eea8709e:41951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545, exclude list is [], retry=0 2024-11-17T21:22:42,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-eda7d575-15c8-4bd3-a405-c10a4da18307,DISK] 2024-11-17T21:22:42,559 INFO [RS:0;a313eea8709e:41951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 2024-11-17T21:22:42,559 DEBUG [RS:0;a313eea8709e:41951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34537:34537)] 2024-11-17T21:22:42,722 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:22:42,722 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7 2024-11-17T21:22:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:22:43,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:43,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:22:43,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:22:43,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:43,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:43,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:22:43,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:22:43,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:43,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:43,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:22:43,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:22:43,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:43,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:43,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:22:43,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:22:43,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:43,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:43,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:22:43,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740 2024-11-17T21:22:43,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740 2024-11-17T21:22:43,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:22:43,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:22:43,134 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:43,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:22:43,136 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:43,136 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63504227, jitterRate=-0.053713276982307434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:43,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878563127Initializing all the Stores at 1731878563127Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878563127Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878563127Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878563127Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878563127Cleaning up temporary data from old regions at 1731878563133 (+6 ms)Region opened successfully at 1731878563136 (+3 ms) 2024-11-17T21:22:43,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:22:43,136 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:22:43,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:22:43,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:22:43,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:22:43,137 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:22:43,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878563136Disabling compacts and flushes for region at 1731878563136Disabling writes for close at 1731878563136Writing region close event to WAL at 1731878563137 (+1 ms)Closed at 1731878563137 2024-11-17T21:22:43,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:43,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:22:43,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:22:43,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:22:43,139 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:22:43,289 DEBUG [a313eea8709e:40053 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:22:43,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,41951,1731878561111 2024-11-17T21:22:43,290 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,41951,1731878561111, state=OPENING 2024-11-17T21:22:43,362 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:22:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:43,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01196231540/meta-region-server: CHANGED 2024-11-17T21:22:43,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01196231540/meta-region-server: CHANGED 2024-11-17T21:22:43,373 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:22:43,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,41951,1731878561111}] 2024-11-17T21:22:43,525 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:22:43,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:22:43,528 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:22:43,528 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:43,528 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:22:43,529 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C41951%2C1731878561111.meta, suffix=.meta, logDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111, archiveDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/oldWALs, maxLogs=10 2024-11-17T21:22:43,541 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.meta.1731878563530.meta, exclude list is [], retry=0 2024-11-17T21:22:43,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-eda7d575-15c8-4bd3-a405-c10a4da18307,DISK] 2024-11-17T21:22:43,543 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.meta.1731878563530.meta 2024-11-17T21:22:43,543 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34537:34537)] 2024-11-17T21:22:43,543 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:43,544 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:43,544 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:22:43,544 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:22:43,544 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:22:43,544 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:22:43,544 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:43,544 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:22:43,544 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:22:43,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:22:43,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:22:43,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:43,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:43,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:22:43,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:22:43,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:43,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:43,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:22:43,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:22:43,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:43,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:43,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:22:43,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:22:43,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:43,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:43,548 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:22:43,549 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740 2024-11-17T21:22:43,549 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740 2024-11-17T21:22:43,550 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:22:43,550 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:22:43,550 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:43,551 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:22:43,552 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67597081, jitterRate=0.007275000214576721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:43,552 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:22:43,552 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878563544Writing region info on filesystem at 1731878563544Initializing all the Stores at 1731878563545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878563545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878563545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878563545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878563545Cleaning up temporary data from old regions at 1731878563550 (+5 ms)Running coprocessor post-open hooks at 1731878563552 (+2 ms)Region opened successfully at 1731878563552 2024-11-17T21:22:43,552 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878563524 2024-11-17T21:22:43,553 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:22:43,553 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:22:43,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,41951,1731878561111 2024-11-17T21:22:43,554 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,41951,1731878561111, state=OPEN 2024-11-17T21:22:43,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01196231540/meta-region-server 2024-11-17T21:22:43,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01196231540/meta-region-server 2024-11-17T21:22:43,592 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,41951,1731878561111 2024-11-17T21:22:43,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01196231540/meta-region-server: CHANGED 2024-11-17T21:22:43,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01196231540/meta-region-server: CHANGED 2024-11-17T21:22:43,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:22:43,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,41951,1731878561111 in 219 msec 2024-11-17T21:22:43,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:22:43,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-17T21:22:43,595 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:43,595 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:22:43,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:43,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41951,1731878561111, seqNum=-1] 2024-11-17T21:22:43,596 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:43,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:43,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-17T21:22:43,600 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878563600, completionTime=-1 2024-11-17T21:22:43,600 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:22:43,600 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:22:43,601 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:22:43,601 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878623601 2024-11-17T21:22:43,601 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878683601 2024-11-17T21:22:43,601 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:22:43,601 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40053,1731878560900-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:43,601 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40053,1731878560900-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:43,601 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40053,1731878560900-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:43,601 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:40053, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:43,601 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:43,602 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:43,603 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:22:43,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.417sec 2024-11-17T21:22:43,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:22:43,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:22:43,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:22:43,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:22:43,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:22:43,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40053,1731878560900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:22:43,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40053,1731878560900-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:22:43,605 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:22:43,605 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:22:43,606 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40053,1731878560900-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:43,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529da097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:43,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40053,-1 for getting cluster id 2024-11-17T21:22:43,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:43,647 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20914a32-ffe9-4d1d-b966-60cdcc4090bd' 2024-11-17T21:22:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20914a32-ffe9-4d1d-b966-60cdcc4090bd" 2024-11-17T21:22:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a52351e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40053,-1] 2024-11-17T21:22:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:43,648 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:43,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c6048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:43,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41951,1731878561111, seqNum=-1] 2024-11-17T21:22:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:43,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:43,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,40053,1731878560900 2024-11-17T21:22:43,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-17T21:22:43,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:43,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014aad95fe0002 connected 2024-11-17T21:22:43,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/hadoop.log.dir so I do NOT create it in target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897 2024-11-17T21:22:43,684 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:22:43,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/hadoop.tmp.dir so I do NOT create it in target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897 2024-11-17T21:22:43,684 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:22:43,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897 2024-11-17T21:22:43,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:22:43,684 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/cluster_e6df2835-3f9f-2a3e-9a9c-e4bd7db5e368, deleteOnExit=true 2024-11-17T21:22:43,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:22:43,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/test.cache.data in system properties and HBase conf 2024-11-17T21:22:43,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:22:43,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:22:43,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:22:43,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:22:43,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:22:43,685 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:22:44,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:44,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:22:44,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:22:44,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:22:44,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:22:44,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:44,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3623dc90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:22:44,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea2c258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:22:44,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30b87f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/java.io.tmpdir/jetty-localhost-39305-hadoop-hdfs-3_4_1-tests_jar-_-any-15514154836378116399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:22:44,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34a6dd9b{HTTP/1.1, (http/1.1)}{localhost:39305} 2024-11-17T21:22:44,136 INFO [Time-limited test {}] server.Server(415): Started @329465ms 2024-11-17T21:22:44,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:44,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:22:44,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:22:44,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:22:44,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:22:44,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6a4a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:22:44,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bea0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:22:44,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@681e4d90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/java.io.tmpdir/jetty-localhost-35171-hadoop-hdfs-3_4_1-tests_jar-_-any-3039268773707735844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:22:44,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ae9580{HTTP/1.1, (http/1.1)}{localhost:35171} 2024-11-17T21:22:44,506 INFO [Time-limited test {}] server.Server(415): Started @329834ms 2024-11-17T21:22:44,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:22:45,156 WARN [Thread-4426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/cluster_e6df2835-3f9f-2a3e-9a9c-e4bd7db5e368/data/data1/current/BP-497025219-172.17.0.2-1731878563705/current, will proceed with Du for space computation calculation, 2024-11-17T21:22:45,156 WARN [Thread-4427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/cluster_e6df2835-3f9f-2a3e-9a9c-e4bd7db5e368/data/data2/current/BP-497025219-172.17.0.2-1731878563705/current, will proceed with Du for space computation calculation, 2024-11-17T21:22:45,176 WARN [Thread-4414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:22:45,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26d89cce2dc5598a with lease ID 0x9edfe20092387278: Processing first storage report for DS-19a69c86-a62e-4fb5-b610-50cede5c976c from datanode DatanodeRegistration(127.0.0.1:33667, datanodeUuid=efbaa9c2-c200-4188-8f42-3459a4bf03c7, infoPort=35859, infoSecurePort=0, ipcPort=39077, storageInfo=lv=-57;cid=testClusterID;nsid=135477759;c=1731878563705) 2024-11-17T21:22:45,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26d89cce2dc5598a with lease ID 0x9edfe20092387278: from storage DS-19a69c86-a62e-4fb5-b610-50cede5c976c node DatanodeRegistration(127.0.0.1:33667, datanodeUuid=efbaa9c2-c200-4188-8f42-3459a4bf03c7, infoPort=35859, infoSecurePort=0, ipcPort=39077, storageInfo=lv=-57;cid=testClusterID;nsid=135477759;c=1731878563705), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:22:45,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26d89cce2dc5598a with lease ID 0x9edfe20092387278: Processing first storage report for DS-889ca797-214b-40e7-b05a-44f8fff684f8 from datanode DatanodeRegistration(127.0.0.1:33667, datanodeUuid=efbaa9c2-c200-4188-8f42-3459a4bf03c7, infoPort=35859, infoSecurePort=0, ipcPort=39077, storageInfo=lv=-57;cid=testClusterID;nsid=135477759;c=1731878563705) 2024-11-17T21:22:45,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26d89cce2dc5598a with lease ID 0x9edfe20092387278: from storage DS-889ca797-214b-40e7-b05a-44f8fff684f8 node DatanodeRegistration(127.0.0.1:33667, datanodeUuid=efbaa9c2-c200-4188-8f42-3459a4bf03c7, infoPort=35859, infoSecurePort=0, ipcPort=39077, storageInfo=lv=-57;cid=testClusterID;nsid=135477759;c=1731878563705), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:22:45,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897 2024-11-17T21:22:45,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:45,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:45,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:22:45,638 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc with version=8 2024-11-17T21:22:45,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/hbase-staging 2024-11-17T21:22:45,640 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:22:45,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:45,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:45,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:22:45,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:45,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:22:45,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:22:45,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:22:45,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34555 2024-11-17T21:22:45,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34555 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-17T21:22:45,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345550x0, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:45,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34555-0x1014aad95fe0003 connected 2024-11-17T21:22:45,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:45,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:45,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Set watcher on znode that does not yet exist, /12046641239/running 2024-11-17T21:22:45,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc, hbase.cluster.distributed=false 2024-11-17T21:22:45,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Set watcher on znode that does not yet exist, /12046641239/acl 2024-11-17T21:22:45,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34555 2024-11-17T21:22:45,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34555 2024-11-17T21:22:45,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34555 2024-11-17T21:22:45,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34555 2024-11-17T21:22:45,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34555 2024-11-17T21:22:45,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:22:45,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:45,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:45,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:22:45,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:45,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:22:45,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:22:45,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:22:45,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33405 2024-11-17T21:22:45,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33405 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-17T21:22:45,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:45,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:45,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334050x0, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:45,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334050x0, quorum=127.0.0.1:55224, baseZNode=/12046641239 Set watcher on znode that does not yet exist, /12046641239/running 2024-11-17T21:22:45,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33405-0x1014aad95fe0004 connected 2024-11-17T21:22:45,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:22:45,798 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:22:45,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Set watcher on znode that does not yet exist, /12046641239/master 2024-11-17T21:22:45,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Set watcher on znode that does not yet exist, /12046641239/acl 2024-11-17T21:22:45,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-17T21:22:45,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33405 2024-11-17T21:22:45,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33405 2024-11-17T21:22:45,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-17T21:22:45,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-17T21:22:45,816 DEBUG [M:0;a313eea8709e:34555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:34555 2024-11-17T21:22:45,817 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12046641239/backup-masters/a313eea8709e,34555,1731878565639 2024-11-17T21:22:45,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239/backup-masters 2024-11-17T21:22:45,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239/backup-masters 2024-11-17T21:22:45,829 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Set watcher on existing znode=/12046641239/backup-masters/a313eea8709e,34555,1731878565639 2024-11-17T21:22:45,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12046641239/master 2024-11-17T21:22:45,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:45,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:45,840 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Set watcher on existing znode=/12046641239/master 2024-11-17T21:22:45,840 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12046641239/backup-masters/a313eea8709e,34555,1731878565639 from backup master directory 2024-11-17T21:22:45,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046641239/backup-masters/a313eea8709e,34555,1731878565639 2024-11-17T21:22:45,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239/backup-masters 2024-11-17T21:22:45,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239/backup-masters 2024-11-17T21:22:45,850 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:22:45,850 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,34555,1731878565639 2024-11-17T21:22:45,853 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/hbase.id] with ID: 2487a67e-6b0c-4b4c-b307-d1f7513dc074 2024-11-17T21:22:45,853 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/.tmp/hbase.id 2024-11-17T21:22:45,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:22:46,256 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/.tmp/hbase.id]:[hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/hbase.id] 2024-11-17T21:22:46,264 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:46,264 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:22:46,265 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T21:22:46,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:46,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:46,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:22:46,682 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:46,682 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:22:46,682 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:46,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:22:46,687 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store 2024-11-17T21:22:46,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:22:46,691 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:46,691 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:22:46,691 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:46,691 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:46,691 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:22:46,691 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:46,691 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:46,691 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878566691Disabling compacts and flushes for region at 1731878566691Disabling writes for close at 1731878566691Writing region close event to WAL at 1731878566691Closed at 1731878566691 2024-11-17T21:22:46,692 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/.initializing 2024-11-17T21:22:46,692 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/WALs/a313eea8709e,34555,1731878565639 2024-11-17T21:22:46,692 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:22:46,694 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C34555%2C1731878565639, suffix=, logDir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/WALs/a313eea8709e,34555,1731878565639, archiveDir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/oldWALs, maxLogs=10 2024-11-17T21:22:46,712 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/WALs/a313eea8709e,34555,1731878565639/a313eea8709e%2C34555%2C1731878565639.1731878566694, exclude list is [], retry=0 2024-11-17T21:22:46,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33667,DS-19a69c86-a62e-4fb5-b610-50cede5c976c,DISK] 2024-11-17T21:22:46,715 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/WALs/a313eea8709e,34555,1731878565639/a313eea8709e%2C34555%2C1731878565639.1731878566694 2024-11-17T21:22:46,715 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859)] 2024-11-17T21:22:46,715 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:46,715 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:46,716 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,716 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:22:46,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:46,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:46,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:22:46,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:46,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:46,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:22:46,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:46,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:46,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:22:46,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:46,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:46,721 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,722 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,722 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,722 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,722 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,723 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:46,724 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:46,725 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:46,725 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74337367, jitterRate=0.10771308839321136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:46,725 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878566716Initializing all the Stores at 1731878566716Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878566716Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878566716Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878566716Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878566716Cleaning up temporary data from old regions at 1731878566722 (+6 ms)Region opened successfully at 1731878566725 (+3 ms) 2024-11-17T21:22:46,726 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:22:46,727 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0e5530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:22:46,728 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:22:46,728 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:22:46,728 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:22:46,728 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:22:46,729 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:22:46,729 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:22:46,729 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:22:46,730 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:22:46,731 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Unable to get data of znode /12046641239/balancer because node does not exist (not necessarily an error) 2024-11-17T21:22:46,945 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046641239/balancer already deleted, retry=false 2024-11-17T21:22:46,945 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:22:46,946 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Unable to get data of znode /12046641239/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:22:46,955 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046641239/normalizer already deleted, retry=false 2024-11-17T21:22:46,955 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:22:46,956 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Unable to get data of znode /12046641239/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:22:46,966 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046641239/switch/split already deleted, retry=false 2024-11-17T21:22:46,966 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Unable to get data of znode /12046641239/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:22:46,976 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046641239/switch/merge already deleted, retry=false 2024-11-17T21:22:46,978 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Unable to get data of znode /12046641239/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:22:46,987 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046641239/snapshot-cleanup already deleted, retry=false 2024-11-17T21:22:46,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12046641239/running 2024-11-17T21:22:46,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12046641239/running 2024-11-17T21:22:46,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:46,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:46,998 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,34555,1731878565639, sessionid=0x1014aad95fe0003, setting cluster-up flag (Was=false) 2024-11-17T21:22:47,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:47,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:47,050 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12046641239/flush-table-proc/acquired, /12046641239/flush-table-proc/reached, /12046641239/flush-table-proc/abort 2024-11-17T21:22:47,051 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,34555,1731878565639 2024-11-17T21:22:47,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:47,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:47,102 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12046641239/online-snapshot/acquired, /12046641239/online-snapshot/reached, /12046641239/online-snapshot/abort 2024-11-17T21:22:47,103 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,34555,1731878565639 2024-11-17T21:22:47,104 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:22:47,105 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:47,105 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:22:47,105 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:22:47,105 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,34555,1731878565639 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:22:47,106 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:47,106 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:47,106 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:47,106 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:47,106 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:22:47,106 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,106 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:22:47,106 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,107 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878597107 2024-11-17T21:22:47,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:47,107 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:22:47,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:22:47,107 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:22:47,107 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:22:47,107 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:22:47,107 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:22:47,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:22:47,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:22:47,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:22:47,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:22:47,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:22:47,108 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:47,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:22:47,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:22:47,108 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:22:47,108 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878567108,5,FailOnTimeoutGroup] 2024-11-17T21:22:47,109 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878567109,5,FailOnTimeoutGroup] 2024-11-17T21:22:47,109 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,109 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:22:47,109 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,109 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,109 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(746): ClusterId : 2487a67e-6b0c-4b4c-b307-d1f7513dc074 2024-11-17T21:22:47,109 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:22:47,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:22:47,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:22:47,116 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc 2024-11-17T21:22:47,120 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:22:47,120 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:22:47,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741832_1008 (size=32) 2024-11-17T21:22:47,131 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:22:47,131 DEBUG [RS:0;a313eea8709e:33405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c34ce09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:22:47,141 DEBUG [RS:0;a313eea8709e:33405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:33405 2024-11-17T21:22:47,141 INFO [RS:0;a313eea8709e:33405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:22:47,141 INFO [RS:0;a313eea8709e:33405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:22:47,141 DEBUG [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:22:47,141 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,34555,1731878565639 with port=33405, startcode=1731878565782 2024-11-17T21:22:47,141 DEBUG [RS:0;a313eea8709e:33405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:22:47,142 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:22:47,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,33405,1731878565782 2024-11-17T21:22:47,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,33405,1731878565782 2024-11-17T21:22:47,144 DEBUG [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc 2024-11-17T21:22:47,144 DEBUG [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34683 2024-11-17T21:22:47,144 DEBUG [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:22:47,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239/rs 2024-11-17T21:22:47,202 DEBUG [RS:0;a313eea8709e:33405 {}] zookeeper.ZKUtil(111): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Set watcher on existing znode=/12046641239/rs/a313eea8709e,33405,1731878565782 2024-11-17T21:22:47,202 WARN [RS:0;a313eea8709e:33405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:22:47,202 INFO [RS:0;a313eea8709e:33405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:47,202 DEBUG [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/WALs/a313eea8709e,33405,1731878565782 2024-11-17T21:22:47,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,33405,1731878565782] 2024-11-17T21:22:47,204 INFO [RS:0;a313eea8709e:33405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:22:47,205 INFO [RS:0;a313eea8709e:33405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:22:47,205 INFO [RS:0;a313eea8709e:33405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:22:47,205 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,205 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:22:47,206 INFO [RS:0;a313eea8709e:33405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:22:47,206 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:22:47,206 DEBUG [RS:0;a313eea8709e:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:22:47,206 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,206 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,206 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,206 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,206 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,206 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33405,1731878565782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:22:47,218 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:22:47,218 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,33405,1731878565782-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,218 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,218 INFO [RS:0;a313eea8709e:33405 {}] regionserver.Replication(171): a313eea8709e,33405,1731878565782 started 2024-11-17T21:22:47,229 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,229 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,33405,1731878565782, RpcServer on a313eea8709e/172.17.0.2:33405, sessionid=0x1014aad95fe0004 2024-11-17T21:22:47,229 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:22:47,229 DEBUG [RS:0;a313eea8709e:33405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,33405,1731878565782 2024-11-17T21:22:47,229 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,33405,1731878565782' 2024-11-17T21:22:47,229 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12046641239/flush-table-proc/abort' 2024-11-17T21:22:47,229 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12046641239/flush-table-proc/acquired' 2024-11-17T21:22:47,230 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:22:47,230 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:22:47,230 DEBUG [RS:0;a313eea8709e:33405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,33405,1731878565782 2024-11-17T21:22:47,230 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,33405,1731878565782' 2024-11-17T21:22:47,230 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12046641239/online-snapshot/abort' 2024-11-17T21:22:47,230 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12046641239/online-snapshot/acquired' 2024-11-17T21:22:47,230 DEBUG [RS:0;a313eea8709e:33405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:22:47,230 INFO [RS:0;a313eea8709e:33405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:22:47,230 INFO [RS:0;a313eea8709e:33405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:22:47,330 INFO [RS:0;a313eea8709e:33405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:22:47,331 INFO [RS:0;a313eea8709e:33405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C33405%2C1731878565782, suffix=, logDir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/WALs/a313eea8709e,33405,1731878565782, archiveDir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/oldWALs, maxLogs=10 2024-11-17T21:22:47,342 DEBUG [RS:0;a313eea8709e:33405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/WALs/a313eea8709e,33405,1731878565782/a313eea8709e%2C33405%2C1731878565782.1731878567332, exclude list is [], retry=0 2024-11-17T21:22:47,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33667,DS-19a69c86-a62e-4fb5-b610-50cede5c976c,DISK] 2024-11-17T21:22:47,345 INFO [RS:0;a313eea8709e:33405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/WALs/a313eea8709e,33405,1731878565782/a313eea8709e%2C33405%2C1731878565782.1731878567332 2024-11-17T21:22:47,346 DEBUG [RS:0;a313eea8709e:33405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859)] 2024-11-17T21:22:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:47,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:22:47,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:22:47,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:47,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:47,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:22:47,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:22:47,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:47,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:47,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:22:47,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:22:47,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:47,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:47,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:22:47,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:22:47,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:47,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:47,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:22:47,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740 2024-11-17T21:22:47,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740 2024-11-17T21:22:47,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:22:47,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:22:47,530 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:47,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:22:47,532 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:47,532 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63979062, jitterRate=-0.04663768410682678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:47,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878567523Initializing all the Stores at 1731878567524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878567524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878567524Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878567524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878567524Cleaning up temporary data from old regions at 1731878567530 (+6 ms)Region opened successfully at 1731878567532 (+2 ms) 2024-11-17T21:22:47,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:22:47,532 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:22:47,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:22:47,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:22:47,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:22:47,533 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:22:47,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878567532Disabling compacts and flushes for region at 1731878567532Disabling writes for close at 1731878567532Writing region close event to WAL at 1731878567533 (+1 ms)Closed at 1731878567533 2024-11-17T21:22:47,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:47,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:22:47,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:22:47,534 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:22:47,535 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:22:47,685 DEBUG [a313eea8709e:34555 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:22:47,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,33405,1731878565782 2024-11-17T21:22:47,687 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,33405,1731878565782, state=OPENING 2024-11-17T21:22:47,713 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:22:47,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:47,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:22:47,724 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:22:47,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046641239/meta-region-server: CHANGED 2024-11-17T21:22:47,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046641239/meta-region-server: CHANGED 2024-11-17T21:22:47,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,33405,1731878565782}] 2024-11-17T21:22:47,876 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:22:47,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:22:47,879 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:22:47,879 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:47,879 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:22:47,880 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C33405%2C1731878565782.meta, suffix=.meta, logDir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/WALs/a313eea8709e,33405,1731878565782, archiveDir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/oldWALs, maxLogs=10 2024-11-17T21:22:47,891 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/WALs/a313eea8709e,33405,1731878565782/a313eea8709e%2C33405%2C1731878565782.meta.1731878567880.meta, exclude list is [], retry=0 2024-11-17T21:22:47,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33667,DS-19a69c86-a62e-4fb5-b610-50cede5c976c,DISK] 2024-11-17T21:22:47,894 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/WALs/a313eea8709e,33405,1731878565782/a313eea8709e%2C33405%2C1731878565782.meta.1731878567880.meta 2024-11-17T21:22:47,894 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859)] 2024-11-17T21:22:47,894 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:47,894 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:47,895 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:22:47,895 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:22:47,895 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:22:47,895 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:22:47,895 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:47,895 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:22:47,895 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:22:47,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:22:47,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:22:47,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:47,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:47,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:22:47,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:22:47,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:47,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:47,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:22:47,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:22:47,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:47,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:47,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:22:47,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:22:47,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:47,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:47,899 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:22:47,899 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740 2024-11-17T21:22:47,900 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740 2024-11-17T21:22:47,900 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:22:47,900 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:22:47,901 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:47,902 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:22:47,902 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70614359, jitterRate=0.05223594605922699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:47,902 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:22:47,903 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878567895Writing region info on filesystem at 1731878567895Initializing all the Stores at 1731878567895Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878567895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878567896 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878567896Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878567896Cleaning up temporary data from old regions at 1731878567900 (+4 ms)Running coprocessor post-open hooks at 1731878567902 (+2 ms)Region opened successfully at 1731878567902 2024-11-17T21:22:47,903 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878567876 2024-11-17T21:22:47,904 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:22:47,904 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:22:47,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,33405,1731878565782 2024-11-17T21:22:47,906 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,33405,1731878565782, state=OPEN 2024-11-17T21:22:47,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12046641239/meta-region-server 2024-11-17T21:22:47,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12046641239/meta-region-server 2024-11-17T21:22:47,913 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,33405,1731878565782 2024-11-17T21:22:47,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046641239/meta-region-server: CHANGED 2024-11-17T21:22:47,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046641239/meta-region-server: CHANGED 2024-11-17T21:22:47,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:22:47,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,33405,1731878565782 in 189 msec 2024-11-17T21:22:47,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:22:47,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-17T21:22:47,916 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:47,916 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:22:47,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:47,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33405,1731878565782, seqNum=-1] 2024-11-17T21:22:47,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:47,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:47,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 815 msec 2024-11-17T21:22:47,920 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878567920, completionTime=-1 2024-11-17T21:22:47,920 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:22:47,920 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:22:47,921 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:22:47,922 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878627922 2024-11-17T21:22:47,922 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878687922 2024-11-17T21:22:47,922 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:22:47,922 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34555,1731878565639-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,922 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34555,1731878565639-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,922 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34555,1731878565639-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,922 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:34555, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,922 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,922 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:47,923 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:22:47,924 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.074sec 2024-11-17T21:22:47,925 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:22:47,925 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:22:47,925 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:22:47,925 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:22:47,925 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:22:47,925 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34555,1731878565639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:22:47,925 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34555,1731878565639-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:22:47,926 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:22:47,926 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:22:47,926 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,34555,1731878565639-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:48,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46237750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:48,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,34555,-1 for getting cluster id 2024-11-17T21:22:48,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:48,010 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2487a67e-6b0c-4b4c-b307-d1f7513dc074' 2024-11-17T21:22:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2487a67e-6b0c-4b4c-b307-d1f7513dc074" 2024-11-17T21:22:48,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612c5d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:48,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,34555,-1] 2024-11-17T21:22:48,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:48,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:48,011 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:48,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f44c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:48,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33405,1731878565782, seqNum=-1] 2024-11-17T21:22:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:48,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:48,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,34555,1731878565639 2024-11-17T21:22:48,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-17T21:22:48,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:48,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014aad95fe0005 connected 2024-11-17T21:22:48,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/hadoop.log.dir so I do NOT create it in target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976 2024-11-17T21:22:48,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T21:22:48,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/hadoop.tmp.dir so I do NOT create it in target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976 2024-11-17T21:22:48,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T21:22:48,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976 2024-11-17T21:22:48,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:22:48,037 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/cluster_a0c469ed-f931-9d48-1fac-39a721bd058a, deleteOnExit=true 2024-11-17T21:22:48,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:22:48,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/test.cache.data in system properties and HBase conf 2024-11-17T21:22:48,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:22:48,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:22:48,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:22:48,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:22:48,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:22:48,038 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:22:48,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:22:48,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:22:48,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:22:48,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:48,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:22:48,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:22:48,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:22:48,490 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:22:48,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:48,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:22:48,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:22:48,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/java.io.tmpdir/jetty-localhost-42625-hadoop-hdfs-3_4_1-tests_jar-_-any-7318773119910761978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:22:48,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:42625} 2024-11-17T21:22:48,616 INFO [Time-limited test {}] server.Server(415): Started @333945ms 2024-11-17T21:22:48,953 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:22:48,954 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:48,954 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:48,954 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:48,954 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:48,955 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:48,955 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:48,955 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:49,033 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:49,033 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:49,034 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:49,034 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:49,034 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:49,034 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:49,043 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:49,047 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:49,047 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:49,049 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:49,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:22:49,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:22:49,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:22:49,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:22:49,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:22:49,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:22:49,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:22:49,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c206bad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/java.io.tmpdir/jetty-localhost-37471-hadoop-hdfs-3_4_1-tests_jar-_-any-13639072753529953179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:22:49,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:37471} 2024-11-17T21:22:49,232 INFO [Time-limited test {}] server.Server(415): Started @334561ms 2024-11-17T21:22:49,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:22:49,940 WARN [Thread-4548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/cluster_a0c469ed-f931-9d48-1fac-39a721bd058a/data/data2/current/BP-1143545970-172.17.0.2-1731878568056/current, will proceed with Du for space computation calculation, 2024-11-17T21:22:49,940 WARN [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/cluster_a0c469ed-f931-9d48-1fac-39a721bd058a/data/data1/current/BP-1143545970-172.17.0.2-1731878568056/current, will proceed with Du for space computation calculation, 2024-11-17T21:22:49,991 WARN [Thread-4535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:22:49,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5bc3ec33b6a4810 with lease ID 0x4cc730f128116bb4: Processing first storage report for DS-35a833a3-9a38-4163-a1ee-14d121802eb7 from datanode DatanodeRegistration(127.0.0.1:36915, datanodeUuid=cce4c58c-d509-4982-9fd5-ff564c57d4fe, infoPort=43961, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=271690287;c=1731878568056) 2024-11-17T21:22:49,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5bc3ec33b6a4810 with lease ID 0x4cc730f128116bb4: from storage DS-35a833a3-9a38-4163-a1ee-14d121802eb7 node DatanodeRegistration(127.0.0.1:36915, datanodeUuid=cce4c58c-d509-4982-9fd5-ff564c57d4fe, infoPort=43961, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=271690287;c=1731878568056), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:22:49,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5bc3ec33b6a4810 with lease ID 0x4cc730f128116bb4: Processing first storage report for DS-7e2b51ce-2ddf-4be8-b057-96d4ca74fa16 from datanode DatanodeRegistration(127.0.0.1:36915, datanodeUuid=cce4c58c-d509-4982-9fd5-ff564c57d4fe, infoPort=43961, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=271690287;c=1731878568056) 2024-11-17T21:22:49,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5bc3ec33b6a4810 with lease ID 0x4cc730f128116bb4: from storage DS-7e2b51ce-2ddf-4be8-b057-96d4ca74fa16 node DatanodeRegistration(127.0.0.1:36915, datanodeUuid=cce4c58c-d509-4982-9fd5-ff564c57d4fe, infoPort=43961, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=271690287;c=1731878568056), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:22:50,083 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976 2024-11-17T21:22:50,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:50,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:22:50,097 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248 with version=8 2024-11-17T21:22:50,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/hbase-staging 2024-11-17T21:22:50,099 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:22:50,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:50,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:50,099 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:22:50,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:50,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:22:50,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:22:50,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:22:50,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35713 2024-11-17T21:22:50,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35713 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-17T21:22:50,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357130x0, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:50,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35713-0x1014aad95fe0006 connected 2024-11-17T21:22:50,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:50,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:50,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Set watcher on znode that does not yet exist, /2469974266/running 2024-11-17T21:22:50,200 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248, hbase.cluster.distributed=false 2024-11-17T21:22:50,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Set watcher on znode that does not yet exist, /2469974266/acl 2024-11-17T21:22:50,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35713 2024-11-17T21:22:50,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35713 2024-11-17T21:22:50,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35713 2024-11-17T21:22:50,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35713 2024-11-17T21:22:50,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35713 2024-11-17T21:22:50,245 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:22:50,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:50,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:50,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:22:50,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:22:50,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:22:50,245 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:22:50,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:22:50,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46691 2024-11-17T21:22:50,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46691 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-17T21:22:50,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:50,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:50,260 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466910x0, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:50,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466910x0, quorum=127.0.0.1:55224, baseZNode=/2469974266 Set watcher on znode that does not yet exist, /2469974266/running 2024-11-17T21:22:50,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46691-0x1014aad95fe0007 connected 2024-11-17T21:22:50,261 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:22:50,262 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:22:50,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Set watcher on znode that does not yet exist, /2469974266/master 2024-11-17T21:22:50,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Set watcher on znode that does not yet exist, /2469974266/acl 2024-11-17T21:22:50,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46691 2024-11-17T21:22:50,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46691 2024-11-17T21:22:50,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46691 2024-11-17T21:22:50,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46691 2024-11-17T21:22:50,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46691 2024-11-17T21:22:50,282 DEBUG [M:0;a313eea8709e:35713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:35713 2024-11-17T21:22:50,284 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2469974266/backup-masters/a313eea8709e,35713,1731878570099 2024-11-17T21:22:50,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266/backup-masters 2024-11-17T21:22:50,292 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266/backup-masters 2024-11-17T21:22:50,292 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Set watcher on existing znode=/2469974266/backup-masters/a313eea8709e,35713,1731878570099 2024-11-17T21:22:50,302 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2469974266/master 2024-11-17T21:22:50,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:50,302 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:50,303 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Set watcher on existing znode=/2469974266/master 2024-11-17T21:22:50,303 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2469974266/backup-masters/a313eea8709e,35713,1731878570099 from backup master directory 2024-11-17T21:22:50,313 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266/backup-masters 2024-11-17T21:22:50,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2469974266/backup-masters/a313eea8709e,35713,1731878570099 2024-11-17T21:22:50,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266/backup-masters 2024-11-17T21:22:50,313 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:22:50,313 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,35713,1731878570099 2024-11-17T21:22:50,316 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/hbase.id] with ID: 86a3c3c7-ec25-4cf3-8447-b00463739f9e 2024-11-17T21:22:50,316 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/.tmp/hbase.id 2024-11-17T21:22:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:22:50,730 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/.tmp/hbase.id]:[hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/hbase.id] 2024-11-17T21:22:50,737 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:22:50,737 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:22:50,737 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T21:22:50,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:50,787 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:50,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:22:51,192 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:51,193 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:22:51,193 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:51,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:22:51,598 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store 2024-11-17T21:22:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:22:51,603 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:51,603 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:22:51,603 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:51,603 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:51,603 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:22:51,603 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:51,603 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:22:51,603 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878571603Disabling compacts and flushes for region at 1731878571603Disabling writes for close at 1731878571603Writing region close event to WAL at 1731878571603Closed at 1731878571603 2024-11-17T21:22:51,603 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/.initializing 2024-11-17T21:22:51,603 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/WALs/a313eea8709e,35713,1731878570099 2024-11-17T21:22:51,604 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:22:51,605 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C35713%2C1731878570099, suffix=, logDir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/WALs/a313eea8709e,35713,1731878570099, archiveDir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/oldWALs, maxLogs=10 2024-11-17T21:22:51,617 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/WALs/a313eea8709e,35713,1731878570099/a313eea8709e%2C35713%2C1731878570099.1731878571605, exclude list is [], retry=0 2024-11-17T21:22:51,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-35a833a3-9a38-4163-a1ee-14d121802eb7,DISK] 2024-11-17T21:22:51,621 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/WALs/a313eea8709e,35713,1731878570099/a313eea8709e%2C35713%2C1731878570099.1731878571605 2024-11-17T21:22:51,621 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43961:43961)] 2024-11-17T21:22:51,621 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:51,621 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:51,621 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,621 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:22:51,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:51,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:51,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:22:51,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:51,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:51,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:22:51,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:51,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:51,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:22:51,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:51,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:51,627 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,627 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,627 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,628 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,628 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,628 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:51,629 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:22:51,630 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:51,630 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65568619, jitterRate=-0.022951439023017883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:51,631 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731878571621Initializing all the Stores at 1731878571622 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878571622Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878571622Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878571622Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878571622Cleaning up temporary data from old regions at 1731878571628 (+6 ms)Region opened successfully at 1731878571631 (+3 ms) 2024-11-17T21:22:51,631 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:22:51,633 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e73adb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:22:51,633 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:22:51,633 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:22:51,633 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:22:51,634 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:22:51,634 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T21:22:51,634 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T21:22:51,634 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:22:51,636 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:22:51,637 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Unable to get data of znode /2469974266/balancer because node does not exist (not necessarily an error) 2024-11-17T21:22:51,688 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2469974266/balancer already deleted, retry=false 2024-11-17T21:22:51,688 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:22:51,689 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Unable to get data of znode /2469974266/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:22:51,748 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2469974266/normalizer already deleted, retry=false 2024-11-17T21:22:51,748 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:22:51,749 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Unable to get data of znode /2469974266/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:22:51,765 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2469974266/switch/split already deleted, retry=false 2024-11-17T21:22:51,766 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Unable to get data of znode /2469974266/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:22:51,826 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2469974266/switch/merge already deleted, retry=false 2024-11-17T21:22:51,828 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Unable to get data of znode /2469974266/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:22:51,846 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2469974266/snapshot-cleanup already deleted, retry=false 2024-11-17T21:22:51,856 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2469974266/running 2024-11-17T21:22:51,856 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:51,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2469974266/running 2024-11-17T21:22:51,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:51,857 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,35713,1731878570099, sessionid=0x1014aad95fe0006, setting cluster-up flag (Was=false) 2024-11-17T21:22:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:51,877 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:52,014 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2469974266/flush-table-proc/acquired, /2469974266/flush-table-proc/reached, /2469974266/flush-table-proc/abort 2024-11-17T21:22:52,015 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,35713,1731878570099 2024-11-17T21:22:52,181 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:52,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:52,323 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2469974266/online-snapshot/acquired, /2469974266/online-snapshot/reached, /2469974266/online-snapshot/abort 2024-11-17T21:22:52,324 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,35713,1731878570099 2024-11-17T21:22:52,325 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:22:52,329 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:52,330 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:22:52,330 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:22:52,330 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,35713,1731878570099 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:22:52,331 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:52,331 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:52,331 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:52,331 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:22:52,331 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:22:52,331 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,331 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:22:52,331 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:52,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:22:52,337 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:52,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:22:52,345 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731878602345 2024-11-17T21:22:52,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:22:52,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:22:52,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:22:52,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:22:52,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:22:52,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:22:52,348 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,348 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:22:52,348 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:22:52,348 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:22:52,348 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T21:22:52,352 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:22:52,352 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:22:52,352 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878572352,5,FailOnTimeoutGroup] 2024-11-17T21:22:52,352 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878572352,5,FailOnTimeoutGroup] 2024-11-17T21:22:52,352 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,352 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:22:52,352 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,352 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:22:52,374 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(746): ClusterId : 86a3c3c7-ec25-4cf3-8447-b00463739f9e 2024-11-17T21:22:52,374 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:22:52,387 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:22:52,387 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:22:52,398 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:22:52,398 DEBUG [RS:0;a313eea8709e:46691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a45612d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:22:52,412 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:46691 2024-11-17T21:22:52,412 INFO [RS:0;a313eea8709e:46691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:22:52,412 INFO [RS:0;a313eea8709e:46691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:22:52,412 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:22:52,412 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,35713,1731878570099 with port=46691, startcode=1731878570244 2024-11-17T21:22:52,413 DEBUG [RS:0;a313eea8709e:46691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:22:52,414 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:22:52,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,46691,1731878570244 2024-11-17T21:22:52,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35713 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,46691,1731878570244 2024-11-17T21:22:52,416 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248 2024-11-17T21:22:52,416 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34421 2024-11-17T21:22:52,416 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T21:22:52,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266/rs 2024-11-17T21:22:52,452 DEBUG [RS:0;a313eea8709e:46691 {}] zookeeper.ZKUtil(111): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Set watcher on existing znode=/2469974266/rs/a313eea8709e,46691,1731878570244 2024-11-17T21:22:52,452 WARN [RS:0;a313eea8709e:46691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:22:52,452 INFO [RS:0;a313eea8709e:46691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:52,452 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/WALs/a313eea8709e,46691,1731878570244 2024-11-17T21:22:52,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,46691,1731878570244] 2024-11-17T21:22:52,454 INFO [RS:0;a313eea8709e:46691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:22:52,455 INFO [RS:0;a313eea8709e:46691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:22:52,456 INFO [RS:0;a313eea8709e:46691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:22:52,456 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,456 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:22:52,456 INFO [RS:0;a313eea8709e:46691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:22:52,456 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,456 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,456 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,456 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,456 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,457 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,457 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:22:52,457 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,457 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,457 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,457 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,457 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,457 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:22:52,457 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:22:52,457 DEBUG [RS:0;a313eea8709e:46691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:22:52,460 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,460 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,460 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,460 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,460 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,460 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,46691,1731878570244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:22:52,479 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:22:52,479 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,46691,1731878570244-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,479 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,479 INFO [RS:0;a313eea8709e:46691 {}] regionserver.Replication(171): a313eea8709e,46691,1731878570244 started 2024-11-17T21:22:52,496 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:52,496 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,46691,1731878570244, RpcServer on a313eea8709e/172.17.0.2:46691, sessionid=0x1014aad95fe0007 2024-11-17T21:22:52,496 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:22:52,496 DEBUG [RS:0;a313eea8709e:46691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,46691,1731878570244 2024-11-17T21:22:52,496 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,46691,1731878570244' 2024-11-17T21:22:52,496 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2469974266/flush-table-proc/abort' 2024-11-17T21:22:52,497 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2469974266/flush-table-proc/acquired' 2024-11-17T21:22:52,497 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:22:52,497 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:22:52,497 DEBUG [RS:0;a313eea8709e:46691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,46691,1731878570244 2024-11-17T21:22:52,497 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,46691,1731878570244' 2024-11-17T21:22:52,497 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2469974266/online-snapshot/abort' 2024-11-17T21:22:52,497 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2469974266/online-snapshot/acquired' 2024-11-17T21:22:52,498 DEBUG [RS:0;a313eea8709e:46691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:22:52,498 INFO [RS:0;a313eea8709e:46691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:22:52,498 INFO [RS:0;a313eea8709e:46691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:22:52,598 INFO [RS:0;a313eea8709e:46691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T21:22:52,599 INFO [RS:0;a313eea8709e:46691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C46691%2C1731878570244, suffix=, logDir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/WALs/a313eea8709e,46691,1731878570244, archiveDir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/oldWALs, maxLogs=10 2024-11-17T21:22:52,615 DEBUG [RS:0;a313eea8709e:46691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/WALs/a313eea8709e,46691,1731878570244/a313eea8709e%2C46691%2C1731878570244.1731878572600, exclude list is [], retry=0 2024-11-17T21:22:52,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-35a833a3-9a38-4163-a1ee-14d121802eb7,DISK] 2024-11-17T21:22:52,618 INFO [RS:0;a313eea8709e:46691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/WALs/a313eea8709e,46691,1731878570244/a313eea8709e%2C46691%2C1731878570244.1731878572600 2024-11-17T21:22:52,619 DEBUG [RS:0;a313eea8709e:46691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43961:43961)] 2024-11-17T21:22:52,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:22:52,754 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248 2024-11-17T21:22:52,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741833_1009 (size=32) 2024-11-17T21:22:53,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:53,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:22:53,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:22:53,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:53,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:53,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:22:53,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:22:53,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:53,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:53,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:22:53,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:22:53,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:53,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:53,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:22:53,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:22:53,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:53,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:53,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:22:53,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740 2024-11-17T21:22:53,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740 2024-11-17T21:22:53,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:22:53,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:22:53,167 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:53,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:22:53,168 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:53,168 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59532482, jitterRate=-0.1128968894481659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:53,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731878573160Initializing all the Stores at 1731878573161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878573161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878573161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878573161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878573161Cleaning up temporary data from old regions at 1731878573166 (+5 ms)Region opened successfully at 1731878573169 (+3 ms) 2024-11-17T21:22:53,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:22:53,169 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:22:53,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:22:53,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:22:53,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:22:53,169 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:22:53,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878573169Disabling compacts and flushes for region at 1731878573169Disabling writes for close at 1731878573169Writing region close event to WAL at 1731878573169Closed at 1731878573169 2024-11-17T21:22:53,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:53,170 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:22:53,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:22:53,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:22:53,171 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:22:53,321 DEBUG [a313eea8709e:35713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:22:53,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,46691,1731878570244 2024-11-17T21:22:53,322 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,46691,1731878570244, state=OPENING 2024-11-17T21:22:53,402 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:22:53,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:53,497 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:22:53,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2469974266/meta-region-server: CHANGED 2024-11-17T21:22:53,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2469974266/meta-region-server: CHANGED 2024-11-17T21:22:53,498 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:22:53,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,46691,1731878570244}] 2024-11-17T21:22:53,650 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:22:53,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:22:53,654 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:22:53,654 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:53,654 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:22:53,655 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C46691%2C1731878570244.meta, suffix=.meta, logDir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/WALs/a313eea8709e,46691,1731878570244, archiveDir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/oldWALs, maxLogs=10 2024-11-17T21:22:53,675 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/WALs/a313eea8709e,46691,1731878570244/a313eea8709e%2C46691%2C1731878570244.meta.1731878573655.meta, exclude list is [], retry=0 2024-11-17T21:22:53,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-35a833a3-9a38-4163-a1ee-14d121802eb7,DISK] 2024-11-17T21:22:53,678 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/WALs/a313eea8709e,46691,1731878570244/a313eea8709e%2C46691%2C1731878570244.meta.1731878573655.meta 2024-11-17T21:22:53,682 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43961:43961)] 2024-11-17T21:22:53,683 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:53,683 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:53,683 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:22:53,683 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:22:53,683 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:22:53,684 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:22:53,684 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:53,684 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:22:53,684 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:22:53,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:22:53,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:22:53,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:53,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:53,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:22:53,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:22:53,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:53,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:53,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:22:53,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:22:53,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:53,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:53,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:22:53,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:22:53,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:53,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:22:53,690 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:22:53,691 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740 2024-11-17T21:22:53,692 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740 2024-11-17T21:22:53,693 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:22:53,693 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:22:53,694 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:22:53,695 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:22:53,695 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71238685, jitterRate=0.06153912842273712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:22:53,695 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:22:53,695 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731878573684Writing region info on filesystem at 1731878573684Initializing all the Stores at 1731878573685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878573685Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878573685Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878573685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731878573685Cleaning up temporary data from old regions at 1731878573693 (+8 ms)Running coprocessor post-open hooks at 1731878573695 (+2 ms)Region opened successfully at 1731878573695 2024-11-17T21:22:53,696 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731878573649 2024-11-17T21:22:53,698 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:22:53,698 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:22:53,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,46691,1731878570244 2024-11-17T21:22:53,700 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,46691,1731878570244, state=OPEN 2024-11-17T21:22:53,719 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2469974266/meta-region-server 2024-11-17T21:22:53,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2469974266/meta-region-server 2024-11-17T21:22:53,719 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,46691,1731878570244 2024-11-17T21:22:53,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2469974266/meta-region-server: CHANGED 2024-11-17T21:22:53,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2469974266/meta-region-server: CHANGED 2024-11-17T21:22:53,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:22:53,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,46691,1731878570244 in 221 msec 2024-11-17T21:22:53,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:22:53,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 551 msec 2024-11-17T21:22:53,723 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:22:53,723 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:22:53,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:53,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46691,1731878570244, seqNum=-1] 2024-11-17T21:22:53,724 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:53,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:53,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4080 sec 2024-11-17T21:22:53,737 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731878573737, completionTime=-1 2024-11-17T21:22:53,737 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:22:53,737 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:22:53,739 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:22:53,739 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731878633739 2024-11-17T21:22:53,739 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731878693739 2024-11-17T21:22:53,739 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T21:22:53,740 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,35713,1731878570099-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:53,740 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,35713,1731878570099-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:53,740 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,35713,1731878570099-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:53,740 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:35713, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:53,740 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:53,740 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:53,742 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:22:53,743 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.430sec 2024-11-17T21:22:53,743 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:22:53,744 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:22:53,744 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:22:53,744 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:22:53,744 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:22:53,744 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,35713,1731878570099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:22:53,744 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,35713,1731878570099-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:22:53,749 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:22:53,749 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:22:53,749 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,35713,1731878570099-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:22:53,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f74962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:53,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,35713,-1 for getting cluster id 2024-11-17T21:22:53,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:53,777 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a3c3c7-ec25-4cf3-8447-b00463739f9e' 2024-11-17T21:22:53,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:53,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a3c3c7-ec25-4cf3-8447-b00463739f9e" 2024-11-17T21:22:53,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a44c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:53,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,35713,-1] 2024-11-17T21:22:53,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:53,778 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:53,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2418801b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:53,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:22:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46691,1731878570244, seqNum=-1] 2024-11-17T21:22:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:22:53,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:22:53,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,35713,1731878570099 2024-11-17T21:22:53,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55224 2024-11-17T21:22:53,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:22:53,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014aad95fe0008 connected 2024-11-17T21:22:53,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:53,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40053,1731878560900 2024-11-17T21:22:53,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38a06958 2024-11-17T21:22:53,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:53,807 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:53,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:22:53,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:22:53,810 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:53,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:22:53,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:22:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:53,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:22:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:54,223 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69adc2a67a176975ea93a611c2f75fd4, NAME => 'test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7 2024-11-17T21:22:54,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:54,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:54,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69adc2a67a176975ea93a611c2f75fd4, disabling compactions & flushes 2024-11-17T21:22:54,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:22:54,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:22:54,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. after waiting 0 ms 2024-11-17T21:22:54,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:22:54,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:22:54,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69adc2a67a176975ea93a611c2f75fd4: Waiting for close lock at 1731878574628Disabling compacts and flushes for region at 1731878574628Disabling writes for close at 1731878574628Writing region close event to WAL at 1731878574628Closed at 1731878574628 2024-11-17T21:22:54,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:22:54,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878574629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878574629"}]},"ts":"1731878574629"} 2024-11-17T21:22:54,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:22:54,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:22:54,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878574631"}]},"ts":"1731878574631"} 2024-11-17T21:22:54,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:22:54,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69adc2a67a176975ea93a611c2f75fd4, ASSIGN}] 2024-11-17T21:22:54,634 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69adc2a67a176975ea93a611c2f75fd4, ASSIGN 2024-11-17T21:22:54,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69adc2a67a176975ea93a611c2f75fd4, ASSIGN; state=OFFLINE, location=a313eea8709e,41951,1731878561111; forceNewPlan=false, retain=false 2024-11-17T21:22:54,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69adc2a67a176975ea93a611c2f75fd4, regionState=OPENING, regionLocation=a313eea8709e,41951,1731878561111 2024-11-17T21:22:54,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69adc2a67a176975ea93a611c2f75fd4, ASSIGN because future has completed 2024-11-17T21:22:54,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69adc2a67a176975ea93a611c2f75fd4, server=a313eea8709e,41951,1731878561111}] 2024-11-17T21:22:54,943 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:22:54,943 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69adc2a67a176975ea93a611c2f75fd4, NAME => 'test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:54,943 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:54,943 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:22:54,943 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,943 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:54,943 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,943 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:54,947 INFO [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,948 INFO [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69adc2a67a176975ea93a611c2f75fd4 columnFamilyName f 2024-11-17T21:22:54,948 DEBUG [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:54,948 INFO [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] regionserver.HStore(327): Store=69adc2a67a176975ea93a611c2f75fd4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:54,948 INFO [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,949 INFO [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69adc2a67a176975ea93a611c2f75fd4 columnFamilyName f1 2024-11-17T21:22:54,949 DEBUG [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:54,949 INFO [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] regionserver.HStore(327): Store=69adc2a67a176975ea93a611c2f75fd4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:54,949 INFO [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,950 INFO [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69adc2a67a176975ea93a611c2f75fd4 columnFamilyName norep 2024-11-17T21:22:54,950 DEBUG [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:54,950 INFO [StoreOpener-69adc2a67a176975ea93a611c2f75fd4-1 {}] regionserver.HStore(327): Store=69adc2a67a176975ea93a611c2f75fd4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:54,950 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,951 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,951 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,951 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,951 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,952 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:22:54,952 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,954 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:54,954 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69adc2a67a176975ea93a611c2f75fd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67141401, jitterRate=4.848390817642212E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:22:54,955 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:22:54,955 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69adc2a67a176975ea93a611c2f75fd4: Running coprocessor pre-open hook at 1731878574943Writing region info on filesystem at 1731878574943Initializing all the Stores at 1731878574944 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878574944Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878574946 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878574946Cleaning up temporary data from old regions at 1731878574951 (+5 ms)Running coprocessor post-open hooks at 1731878574955 (+4 ms)Region opened successfully at 1731878574955 2024-11-17T21:22:54,955 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., pid=6, masterSystemTime=1731878574939 2024-11-17T21:22:54,957 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:22:54,957 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:22:54,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69adc2a67a176975ea93a611c2f75fd4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,41951,1731878561111 2024-11-17T21:22:54,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69adc2a67a176975ea93a611c2f75fd4, server=a313eea8709e,41951,1731878561111 because future has completed 2024-11-17T21:22:54,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:22:54,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69adc2a67a176975ea93a611c2f75fd4, server=a313eea8709e,41951,1731878561111 in 174 msec 2024-11-17T21:22:54,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:22:54,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69adc2a67a176975ea93a611c2f75fd4, ASSIGN in 329 msec 2024-11-17T21:22:54,964 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:22:54,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878574964"}]},"ts":"1731878574964"} 2024-11-17T21:22:54,965 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:22:54,966 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:22:54,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-17T21:22:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:55,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:55,955 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:22:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,34555,1731878565639 2024-11-17T21:22:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42496f42 2024-11-17T21:22:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:55,957 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:55,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:22:55,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:22:55,959 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:55,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:22:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:55,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:22:55,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:22:55,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7d9f417ad3c19d819785510d4683250, NAME => 'test,,1731878575957.e7d9f417ad3c19d819785510d4683250.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc 2024-11-17T21:22:55,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:22:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:56,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878575957.e7d9f417ad3c19d819785510d4683250.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:56,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e7d9f417ad3c19d819785510d4683250, disabling compactions & flushes 2024-11-17T21:22:56,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:22:56,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:22:56,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878575957.e7d9f417ad3c19d819785510d4683250. after waiting 0 ms 2024-11-17T21:22:56,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:22:56,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:22:56,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7d9f417ad3c19d819785510d4683250: Waiting for close lock at 1731878576373Disabling compacts and flushes for region at 1731878576373Disabling writes for close at 1731878576373Writing region close event to WAL at 1731878576373Closed at 1731878576373 2024-11-17T21:22:56,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:22:56,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878575957.e7d9f417ad3c19d819785510d4683250.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878576374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878576374"}]},"ts":"1731878576374"} 2024-11-17T21:22:56,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:22:56,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:22:56,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878576377"}]},"ts":"1731878576377"} 2024-11-17T21:22:56,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:22:56,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7d9f417ad3c19d819785510d4683250, ASSIGN}] 2024-11-17T21:22:56,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7d9f417ad3c19d819785510d4683250, ASSIGN 2024-11-17T21:22:56,381 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e7d9f417ad3c19d819785510d4683250, ASSIGN; state=OFFLINE, location=a313eea8709e,33405,1731878565782; forceNewPlan=false, retain=false 2024-11-17T21:22:56,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7d9f417ad3c19d819785510d4683250, regionState=OPENING, regionLocation=a313eea8709e,33405,1731878565782 2024-11-17T21:22:56,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e7d9f417ad3c19d819785510d4683250, ASSIGN because future has completed 2024-11-17T21:22:56,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7d9f417ad3c19d819785510d4683250, server=a313eea8709e,33405,1731878565782}] 2024-11-17T21:22:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:56,689 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:22:56,689 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e7d9f417ad3c19d819785510d4683250, NAME => 'test,,1731878575957.e7d9f417ad3c19d819785510d4683250.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:56,690 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:56,690 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:22:56,690 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,690 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878575957.e7d9f417ad3c19d819785510d4683250.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:56,690 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,690 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,691 INFO [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,692 INFO [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7d9f417ad3c19d819785510d4683250 columnFamilyName f 2024-11-17T21:22:56,692 DEBUG [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:56,692 INFO [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] regionserver.HStore(327): Store=e7d9f417ad3c19d819785510d4683250/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:56,692 INFO [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,693 INFO [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7d9f417ad3c19d819785510d4683250 columnFamilyName f1 2024-11-17T21:22:56,693 DEBUG [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:56,693 INFO [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] regionserver.HStore(327): Store=e7d9f417ad3c19d819785510d4683250/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:56,693 INFO [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,694 INFO [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7d9f417ad3c19d819785510d4683250 columnFamilyName norep 2024-11-17T21:22:56,694 DEBUG [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:56,694 INFO [StoreOpener-e7d9f417ad3c19d819785510d4683250-1 {}] regionserver.HStore(327): Store=e7d9f417ad3c19d819785510d4683250/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:56,694 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,695 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,695 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,696 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,696 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,696 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:22:56,697 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,698 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:56,698 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e7d9f417ad3c19d819785510d4683250; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63185933, jitterRate=-0.05845622718334198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:22:56,698 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7d9f417ad3c19d819785510d4683250 2024-11-17T21:22:56,699 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e7d9f417ad3c19d819785510d4683250: Running coprocessor pre-open hook at 1731878576690Writing region info on filesystem at 1731878576690Initializing all the Stores at 1731878576691 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878576691Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878576691Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878576691Cleaning up temporary data from old regions at 1731878576696 (+5 ms)Running coprocessor post-open hooks at 1731878576698 (+2 ms)Region opened successfully at 1731878576699 (+1 ms) 2024-11-17T21:22:56,699 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878575957.e7d9f417ad3c19d819785510d4683250., pid=6, masterSystemTime=1731878576686 2024-11-17T21:22:56,701 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:22:56,701 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:22:56,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7d9f417ad3c19d819785510d4683250, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,33405,1731878565782 2024-11-17T21:22:56,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7d9f417ad3c19d819785510d4683250, server=a313eea8709e,33405,1731878565782 because future has completed 2024-11-17T21:22:56,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:22:56,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e7d9f417ad3c19d819785510d4683250, server=a313eea8709e,33405,1731878565782 in 169 msec 2024-11-17T21:22:56,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:22:56,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e7d9f417ad3c19d819785510d4683250, ASSIGN in 326 msec 2024-11-17T21:22:56,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:22:56,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878576707"}]},"ts":"1731878576707"} 2024-11-17T21:22:56,708 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:22:56,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:22:56,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-17T21:22:56,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:56,855 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:22:56,855 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148943 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a313eea8709e,43535,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T21:22:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:57,095 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:22:57,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,35713,1731878570099 2024-11-17T21:22:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bacada2 2024-11-17T21:22:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:57,097 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:57,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T21:22:57,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:22:57,100 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:57,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T21:22:57,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:22:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:57,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741835_1011 (size=902) 2024-11-17T21:22:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:57,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c693e5ab287f490322a13b38bcb0596a, NAME => 'test,,1731878577097.c693e5ab287f490322a13b38bcb0596a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248 2024-11-17T21:22:57,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741836_1012 (size=39) 2024-11-17T21:22:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:57,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731878577097.c693e5ab287f490322a13b38bcb0596a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:57,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c693e5ab287f490322a13b38bcb0596a, disabling compactions & flushes 2024-11-17T21:22:57,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:22:57,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:22:57,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. after waiting 0 ms 2024-11-17T21:22:57,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:22:57,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:22:57,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c693e5ab287f490322a13b38bcb0596a: Waiting for close lock at 1731878577911Disabling compacts and flushes for region at 1731878577911Disabling writes for close at 1731878577911Writing region close event to WAL at 1731878577911Closed at 1731878577911 2024-11-17T21:22:57,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:22:57,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731878577097.c693e5ab287f490322a13b38bcb0596a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731878577913"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878577913"}]},"ts":"1731878577913"} 2024-11-17T21:22:57,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:22:57,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:22:57,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878577915"}]},"ts":"1731878577915"} 2024-11-17T21:22:57,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T21:22:57,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c693e5ab287f490322a13b38bcb0596a, ASSIGN}] 2024-11-17T21:22:57,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c693e5ab287f490322a13b38bcb0596a, ASSIGN 2024-11-17T21:22:57,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c693e5ab287f490322a13b38bcb0596a, ASSIGN; state=OFFLINE, location=a313eea8709e,46691,1731878570244; forceNewPlan=false, retain=false 2024-11-17T21:22:58,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c693e5ab287f490322a13b38bcb0596a, regionState=OPENING, regionLocation=a313eea8709e,46691,1731878570244 2024-11-17T21:22:58,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c693e5ab287f490322a13b38bcb0596a, ASSIGN because future has completed 2024-11-17T21:22:58,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c693e5ab287f490322a13b38bcb0596a, server=a313eea8709e,46691,1731878570244}] 2024-11-17T21:22:58,228 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:22:58,228 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c693e5ab287f490322a13b38bcb0596a, NAME => 'test,,1731878577097.c693e5ab287f490322a13b38bcb0596a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:58,228 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:58,228 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T21:22:58,229 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,229 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731878577097.c693e5ab287f490322a13b38bcb0596a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:58,229 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,229 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:58,236 INFO [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,237 INFO [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c693e5ab287f490322a13b38bcb0596a columnFamilyName f 2024-11-17T21:22:58,237 DEBUG [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:58,238 INFO [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] regionserver.HStore(327): Store=c693e5ab287f490322a13b38bcb0596a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:58,238 INFO [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,239 INFO [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c693e5ab287f490322a13b38bcb0596a columnFamilyName f1 2024-11-17T21:22:58,239 DEBUG [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:58,239 INFO [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] regionserver.HStore(327): Store=c693e5ab287f490322a13b38bcb0596a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:58,239 INFO [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,240 INFO [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c693e5ab287f490322a13b38bcb0596a columnFamilyName norep 2024-11-17T21:22:58,240 DEBUG [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:58,240 INFO [StoreOpener-c693e5ab287f490322a13b38bcb0596a-1 {}] regionserver.HStore(327): Store=c693e5ab287f490322a13b38bcb0596a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:58,240 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,241 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,241 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,242 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,242 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,242 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:22:58,243 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,244 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:58,245 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c693e5ab287f490322a13b38bcb0596a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62925120, jitterRate=-0.06234264373779297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:22:58,245 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:22:58,245 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c693e5ab287f490322a13b38bcb0596a: Running coprocessor pre-open hook at 1731878578229Writing region info on filesystem at 1731878578229Initializing all the Stores at 1731878578230 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878578230Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878578236 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878578236Cleaning up temporary data from old regions at 1731878578242 (+6 ms)Running coprocessor post-open hooks at 1731878578245 (+3 ms)Region opened successfully at 1731878578245 2024-11-17T21:22:58,246 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731878577097.c693e5ab287f490322a13b38bcb0596a., pid=6, masterSystemTime=1731878578223 2024-11-17T21:22:58,248 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:22:58,248 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:22:58,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c693e5ab287f490322a13b38bcb0596a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a313eea8709e,46691,1731878570244 2024-11-17T21:22:58,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c693e5ab287f490322a13b38bcb0596a, server=a313eea8709e,46691,1731878570244 because future has completed 2024-11-17T21:22:58,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T21:22:58,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c693e5ab287f490322a13b38bcb0596a, server=a313eea8709e,46691,1731878570244 in 190 msec 2024-11-17T21:22:58,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T21:22:58,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c693e5ab287f490322a13b38bcb0596a, ASSIGN in 349 msec 2024-11-17T21:22:58,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:22:58,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878578268"}]},"ts":"1731878578268"} 2024-11-17T21:22:58,270 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T21:22:58,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:22:58,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-17T21:22:59,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:22:59,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:22:59,245 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T21:22:59,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cb7adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:59,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40053,-1 for getting cluster id 2024-11-17T21:22:59,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:59,246 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20914a32-ffe9-4d1d-b966-60cdcc4090bd' 2024-11-17T21:22:59,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20914a32-ffe9-4d1d-b966-60cdcc4090bd" 2024-11-17T21:22:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d5f053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40053,-1] 2024-11-17T21:22:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:59,248 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@864bfea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:59,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40053,1731878560900 2024-11-17T21:22:59,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f7d32e 2024-11-17T21:22:59,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:59,250 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:59,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a313eea8709e:34555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:22:59,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:22:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:22:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:59,254 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:34555' 2024-11-17T21:22:59,255 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a53707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:59,255 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,34555,-1 for getting cluster id 2024-11-17T21:22:59,255 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:22:59,256 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2487a67e-6b0c-4b4c-b307-d1f7513dc074' 2024-11-17T21:22:59,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:22:59,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2487a67e-6b0c-4b4c-b307-d1f7513dc074" 2024-11-17T21:22:59,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47de592a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:59,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,34555,-1] 2024-11-17T21:22:59,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:22:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:59,258 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:22:59,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe0d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:22:59,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:22:59,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,34555,1731878565639 2024-11-17T21:22:59,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@303446a0 2024-11-17T21:22:59,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:22:59,261 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:22:59,263 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T21:22:59,263 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:22:59,263 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:59,263 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:22:59,264 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:22:59,265 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T21:22:59,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:22:59,266 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:59,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:22:59,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:22:59,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741837_1013 (size=1138) 2024-11-17T21:22:59,277 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 865d76f231260b58dbbb095353ab4376, NAME => 'hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7 2024-11-17T21:22:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741838_1014 (size=44) 2024-11-17T21:22:59,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:59,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 865d76f231260b58dbbb095353ab4376, disabling compactions & flushes 2024-11-17T21:22:59,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:22:59,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:22:59,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. after waiting 0 ms 2024-11-17T21:22:59,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:22:59,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:22:59,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 865d76f231260b58dbbb095353ab4376: Waiting for close lock at 1731878579290Disabling compacts and flushes for region at 1731878579290Disabling writes for close at 1731878579290Writing region close event to WAL at 1731878579290Closed at 1731878579290 2024-11-17T21:22:59,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:22:59,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731878579291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731878579291"}]},"ts":"1731878579291"} 2024-11-17T21:22:59,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:22:59,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:22:59,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878579295"}]},"ts":"1731878579295"} 2024-11-17T21:22:59,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T21:22:59,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=865d76f231260b58dbbb095353ab4376, ASSIGN}] 2024-11-17T21:22:59,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=865d76f231260b58dbbb095353ab4376, ASSIGN 2024-11-17T21:22:59,298 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=865d76f231260b58dbbb095353ab4376, ASSIGN; state=OFFLINE, location=a313eea8709e,41951,1731878561111; forceNewPlan=false, retain=false 2024-11-17T21:22:59,315 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T21:22:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:59,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=865d76f231260b58dbbb095353ab4376, regionState=OPENING, regionLocation=a313eea8709e,41951,1731878561111 2024-11-17T21:22:59,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=865d76f231260b58dbbb095353ab4376, ASSIGN because future has completed 2024-11-17T21:22:59,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 865d76f231260b58dbbb095353ab4376, server=a313eea8709e,41951,1731878561111}] 2024-11-17T21:22:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:22:59,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:22:59,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:22:59,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T21:22:59,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a313eea8709e%2C41951%2C1731878561111.rep, suffix=, logDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111, archiveDir=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/oldWALs, maxLogs=10 2024-11-17T21:22:59,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.rep.1731878579617, exclude list is [], retry=0 2024-11-17T21:22:59,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-eda7d575-15c8-4bd3-a405-c10a4da18307,DISK] 2024-11-17T21:22:59,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.rep.1731878579617 2024-11-17T21:22:59,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34537:34537)] 2024-11-17T21:22:59,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 865d76f231260b58dbbb095353ab4376, NAME => 'hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:22:59,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T21:22:59,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:22:59,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. service=MultiRowMutationService 2024-11-17T21:22:59,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T21:22:59,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:22:59,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,644 INFO [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,646 INFO [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 865d76f231260b58dbbb095353ab4376 columnFamilyName hfileref 2024-11-17T21:22:59,646 DEBUG [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:59,646 INFO [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] regionserver.HStore(327): Store=865d76f231260b58dbbb095353ab4376/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:59,646 INFO [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,647 INFO [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 865d76f231260b58dbbb095353ab4376 columnFamilyName queue 2024-11-17T21:22:59,647 DEBUG [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:59,648 INFO [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] regionserver.HStore(327): Store=865d76f231260b58dbbb095353ab4376/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:59,648 INFO [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,649 INFO [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 865d76f231260b58dbbb095353ab4376 columnFamilyName sid 2024-11-17T21:22:59,649 DEBUG [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:22:59,649 INFO [StoreOpener-865d76f231260b58dbbb095353ab4376-1 {}] regionserver.HStore(327): Store=865d76f231260b58dbbb095353ab4376/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:22:59,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:22:59,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:22:59,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 865d76f231260b58dbbb095353ab4376; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59294030, jitterRate=-0.11645010113716125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:22:59,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 865d76f231260b58dbbb095353ab4376 2024-11-17T21:22:59,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 865d76f231260b58dbbb095353ab4376: Running coprocessor pre-open hook at 1731878579641Writing region info on filesystem at 1731878579641Initializing all the Stores at 1731878579642 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878579642Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878579644 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731878579644Cleaning up temporary data from old regions at 1731878579650 (+6 ms)Running coprocessor post-open hooks at 1731878579656 (+6 ms)Region opened successfully at 1731878579656 2024-11-17T21:22:59,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376., pid=10, masterSystemTime=1731878579606 2024-11-17T21:22:59,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:22:59,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:22:59,658 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=865d76f231260b58dbbb095353ab4376, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,41951,1731878561111 2024-11-17T21:22:59,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 865d76f231260b58dbbb095353ab4376, server=a313eea8709e,41951,1731878561111 because future has completed 2024-11-17T21:22:59,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:22:59,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 865d76f231260b58dbbb095353ab4376, server=a313eea8709e,41951,1731878561111 in 209 msec 2024-11-17T21:22:59,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:22:59,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=865d76f231260b58dbbb095353ab4376, ASSIGN in 366 msec 2024-11-17T21:22:59,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:22:59,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731878579665"}]},"ts":"1731878579665"} 2024-11-17T21:22:59,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T21:22:59,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:22:59,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 403 msec 2024-11-17T21:22:59,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376., hostname=a313eea8709e,41951,1731878561111, seqNum=2] 2024-11-17T21:22:59,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:59,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:22:59,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:22:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:23:00,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T21:23:00,021 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T21:23:00,050 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a313eea8709e,41951,1731878561111, ReplicationSource: 1, currentBandwidth=0 2024-11-17T21:23:00,050 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:23:00,050 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41951,1731878561111, seqNum=-1] 2024-11-17T21:23:00,050 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:23:00,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-17T21:23:00,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a313eea8709e,41951,1731878561111', locateType=CURRENT is [region=hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376., hostname=a313eea8709e,41951,1731878561111, seqNum=2] 2024-11-17T21:23:00,055 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T21:23:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T21:23:00,057 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a313eea8709e,41951,1731878561111 suceeded 2024-11-17T21:23:00,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T21:23:00,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-17T21:23:00,058 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a313eea8709e:34555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:23:00,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 807 msec 2024-11-17T21:23:00,071 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:34555' 2024-11-17T21:23:00,073 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c30014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,073 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,34555,-1 for getting cluster id 2024-11-17T21:23:00,073 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:23:00,074 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2487a67e-6b0c-4b4c-b307-d1f7513dc074' 2024-11-17T21:23:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:23:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2487a67e-6b0c-4b4c-b307-d1f7513dc074" 2024-11-17T21:23:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6442ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,34555,-1] 2024-11-17T21:23:00,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:23:00,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:00,075 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:23:00,076 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a2d3d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,076 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:23:00,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,34555,1731878565639 2024-11-17T21:23:00,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@506e346b 2024-11-17T21:23:00,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:23:00,078 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T21:23:00,078 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a313eea8709e,41951,1731878561111 (queues=1) is replicating from cluster=20914a32-ffe9-4d1d-b966-60cdcc4090bd to cluster=2487a67e-6b0c-4b4c-b307-d1f7513dc074 2024-11-17T21:23:00,078 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a313eea8709e%2C41951%2C1731878561111 2024-11-17T21:23:00,078 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a313eea8709e,41951,1731878561111, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:23:00,080 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C41951%2C1731878561111 2024-11-17T21:23:00,080 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545, startPosition=0, beingWritten=true 2024-11-17T21:23:00,085 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:23:00,085 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 to pos 379, reset compression=false 2024-11-17T21:23:00,085 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,41951,1731878561111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:23:00,289 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 to pos 379, reset compression=false 2024-11-17T21:23:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:23:00,395 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T21:23:00,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:23:00,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:00,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:00,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:00,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:00,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40053,-1 for getting cluster id 2024-11-17T21:23:00,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:23:00,397 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20914a32-ffe9-4d1d-b966-60cdcc4090bd' 2024-11-17T21:23:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:23:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20914a32-ffe9-4d1d-b966-60cdcc4090bd" 2024-11-17T21:23:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edc4e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40053,-1] 2024-11-17T21:23:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:23:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:00,398 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:23:00,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20619a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,34555,-1 for getting cluster id 2024-11-17T21:23:00,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:23:00,399 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T21:23:00,399 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2487a67e-6b0c-4b4c-b307-d1f7513dc074' 2024-11-17T21:23:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:23:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2487a67e-6b0c-4b4c-b307-d1f7513dc074" 2024-11-17T21:23:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e742d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,34555,-1] 2024-11-17T21:23:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:23:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:00,400 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:23:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b1471d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4ad165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,35713,-1 for getting cluster id 2024-11-17T21:23:00,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:23:00,402 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a3c3c7-ec25-4cf3-8447-b00463739f9e' 2024-11-17T21:23:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:23:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a3c3c7-ec25-4cf3-8447-b00463739f9e" 2024-11-17T21:23:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3460ecd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,35713,-1] 2024-11-17T21:23:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:23:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:00,403 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:23:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486b066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:00,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:23:00,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731878580406/Put/seqid=0 2024-11-17T21:23:00,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741840_1016 (size=7894) 2024-11-17T21:23:00,592 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 to pos 379, reset compression=false 2024-11-17T21:23:00,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731878580812/Put/seqid=0 2024-11-17T21:23:00,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741841_1017 (size=7691) 2024-11-17T21:23:00,997 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 to pos 379, reset compression=false 2024-11-17T21:23:01,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:01,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40053,-1 for getting cluster id 2024-11-17T21:23:01,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:23:01,217 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20914a32-ffe9-4d1d-b966-60cdcc4090bd' 2024-11-17T21:23:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:23:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20914a32-ffe9-4d1d-b966-60cdcc4090bd" 2024-11-17T21:23:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e5a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40053,-1] 2024-11-17T21:23:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:23:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:01,218 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:23:01,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf2961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:01,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:23:01,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41951,1731878561111, seqNum=-1] 2024-11-17T21:23:01,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:23:01,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:23:01,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:23:01,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40053,1731878560900 2024-11-17T21:23:01,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c02f09d 2024-11-17T21:23:01,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:23:01,227 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:23:01,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., hostname=a313eea8709e,41951,1731878561111, seqNum=2] 2024-11-17T21:23:01,232 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:23:01,239 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-17T21:23:01,241 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-17T21:23:01,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 69adc2a67a176975ea93a611c2f75fd4/f 2024-11-17T21:23:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T21:23:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:23:01,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 69adc2a67a176975ea93a611c2f75fd4/f 2024-11-17T21:23:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T21:23:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:23:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HRegion(2603): Flush status journal for 69adc2a67a176975ea93a611c2f75fd4: 2024-11-17T21:23:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__r21k720jjj7livkdk47guu5s33ebkpd8uifv9te7nbmmld2flo3gv54j90cbi546/f/hfile_1 2024-11-17T21:23:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__r21k720jjj7livkdk47guu5s33ebkpd8uifv9te7nbmmld2flo3gv54j90cbi546/f/hfile_1 as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/43892a8875f54392b5ef7073d2debd4b_SeqId_4_ 2024-11-17T21:23:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__r21k720jjj7livkdk47guu5s33ebkpd8uifv9te7nbmmld2flo3gv54j90cbi546/f/hfile_0 2024-11-17T21:23:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__r21k720jjj7livkdk47guu5s33ebkpd8uifv9te7nbmmld2flo3gv54j90cbi546/f/hfile_0 as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/64053d49668d4a1496e3f0ec6411a939_SeqId_4_ 2024-11-17T21:23:01,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__r21k720jjj7livkdk47guu5s33ebkpd8uifv9te7nbmmld2flo3gv54j90cbi546/f/hfile_1 into 69adc2a67a176975ea93a611c2f75fd4/f as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/43892a8875f54392b5ef7073d2debd4b_SeqId_4_ - updating store file list. 2024-11-17T21:23:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 43892a8875f54392b5ef7073d2debd4b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:23:01,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/43892a8875f54392b5ef7073d2debd4b_SeqId_4_ into 69adc2a67a176975ea93a611c2f75fd4/f 2024-11-17T21:23:01,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__r21k720jjj7livkdk47guu5s33ebkpd8uifv9te7nbmmld2flo3gv54j90cbi546/f/hfile_1 into 69adc2a67a176975ea93a611c2f75fd4/f (new location: hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/43892a8875f54392b5ef7073d2debd4b_SeqId_4_) 2024-11-17T21:23:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__r21k720jjj7livkdk47guu5s33ebkpd8uifv9te7nbmmld2flo3gv54j90cbi546/f/hfile_1 2024-11-17T21:23:01,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__r21k720jjj7livkdk47guu5s33ebkpd8uifv9te7nbmmld2flo3gv54j90cbi546/f/hfile_0 into 69adc2a67a176975ea93a611c2f75fd4/f as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/64053d49668d4a1496e3f0ec6411a939_SeqId_4_ - updating store file list. 2024-11-17T21:23:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64053d49668d4a1496e3f0ec6411a939_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:23:01,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/64053d49668d4a1496e3f0ec6411a939_SeqId_4_ into 69adc2a67a176975ea93a611c2f75fd4/f 2024-11-17T21:23:01,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__r21k720jjj7livkdk47guu5s33ebkpd8uifv9te7nbmmld2flo3gv54j90cbi546/f/hfile_0 into 69adc2a67a176975ea93a611c2f75fd4/f (new location: hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/64053d49668d4a1496e3f0ec6411a939_SeqId_4_) 2024-11-17T21:23:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__r21k720jjj7livkdk47guu5s33ebkpd8uifv9te7nbmmld2flo3gv54j90cbi546/f/hfile_0 2024-11-17T21:23:01,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:23:01,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:01,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:01,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:01,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., hostname=a313eea8709e,41951,1731878561111, seqNum=2 , the old value is region=test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., hostname=a313eea8709e,41951,1731878561111, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a313eea8709e:41951 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:23:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., hostname=a313eea8709e,41951,1731878561111, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:23:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., hostname=a313eea8709e,41951,1731878561111, seqNum=2 from cache 2024-11-17T21:23:01,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:23:01,265 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T21:23:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33405,1731878565782, seqNum=-1] 2024-11-17T21:23:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:23:01,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:23:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878575957.e7d9f417ad3c19d819785510d4683250., hostname=a313eea8709e,33405,1731878565782, seqNum=2] 2024-11-17T21:23:01,270 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T21:23:01,375 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:41951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T21:23:01,500 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 to pos 379, reset compression=false 2024-11-17T21:23:01,517 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:23:01,517 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,41951,1731878561111 got entry batch from reader: WALEntryBatch [walEntries=[{test/69adc2a67a176975ea93a611c2f75fd4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731878581263/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T21:23:01,518 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:23:01,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T21:23:01,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.ReplicationSink(318): Replicating [20914a32-ffe9-4d1d-b966-60cdcc4090bd] bulk loaded data 2024-11-17T21:23:01,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47167ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:01,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,34555,-1 for getting cluster id 2024-11-17T21:23:01,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:23:01,521 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2487a67e-6b0c-4b4c-b307-d1f7513dc074' 2024-11-17T21:23:01,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:23:01,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2487a67e-6b0c-4b4c-b307-d1f7513dc074" 2024-11-17T21:23:01,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26cb2617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:01,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,34555,-1] 2024-11-17T21:23:01,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:23:01,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:01,522 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:23:01,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@533c4c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:01,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741837_1013 (size=7691) 2024-11-17T21:23:01,717 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 to pos 687, reset compression=false 2024-11-17T21:23:01,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741838_1014 (size=7894) 2024-11-17T21:23:02,020 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 to pos 687, reset compression=false 2024-11-17T21:23:02,271 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T21:23:02,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:23:02,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,34555,1731878565639 2024-11-17T21:23:02,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52777caf 2024-11-17T21:23:02,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:23:02,341 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-17T21:23:02,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:23:02,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:23:02,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,33405,1731878565782, seqNum=-1] 2024-11-17T21:23:02,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:23:02,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-17T21:23:02,348 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/43892a8875f54392b5ef7073d2debd4b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-17T21:23:02,350 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/64053d49668d4a1496e3f0ec6411a939_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-17T21:23:02,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/64053d49668d4a1496e3f0ec6411a939_SeqId_4_ for inclusion in e7d9f417ad3c19d819785510d4683250/f 2024-11-17T21:23:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T21:23:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:23:02,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/43892a8875f54392b5ef7073d2debd4b_SeqId_4_ for inclusion in e7d9f417ad3c19d819785510d4683250/f 2024-11-17T21:23:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T21:23:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:23:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HRegion(2603): Flush status journal for e7d9f417ad3c19d819785510d4683250: 2024-11-17T21:23:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 64053d49668d4a1496e3f0ec6411a939_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:23:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/64053d49668d4a1496e3f0ec6411a939_SeqId_4_ as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/1de9ae2832d5465a8e8d9a035494e9b3_SeqId_4_ 2024-11-17T21:23:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 43892a8875f54392b5ef7073d2debd4b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:23:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/43892a8875f54392b5ef7073d2debd4b_SeqId_4_ as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/2d27a1c004bd4693b37bcadef9e3b262_SeqId_4_ 2024-11-17T21:23:02,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/64053d49668d4a1496e3f0ec6411a939_SeqId_4_ into e7d9f417ad3c19d819785510d4683250/f as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/1de9ae2832d5465a8e8d9a035494e9b3_SeqId_4_ - updating store file list. 2024-11-17T21:23:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1de9ae2832d5465a8e8d9a035494e9b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:23:02,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/1de9ae2832d5465a8e8d9a035494e9b3_SeqId_4_ into e7d9f417ad3c19d819785510d4683250/f 2024-11-17T21:23:02,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/64053d49668d4a1496e3f0ec6411a939_SeqId_4_ into e7d9f417ad3c19d819785510d4683250/f (new location: hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/1de9ae2832d5465a8e8d9a035494e9b3_SeqId_4_) 2024-11-17T21:23:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/64053d49668d4a1496e3f0ec6411a939_SeqId_4_ 2024-11-17T21:23:02,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/43892a8875f54392b5ef7073d2debd4b_SeqId_4_ into e7d9f417ad3c19d819785510d4683250/f as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/2d27a1c004bd4693b37bcadef9e3b262_SeqId_4_ - updating store file list. 2024-11-17T21:23:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d27a1c004bd4693b37bcadef9e3b262_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:23:02,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/2d27a1c004bd4693b37bcadef9e3b262_SeqId_4_ into e7d9f417ad3c19d819785510d4683250/f 2024-11-17T21:23:02,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/43892a8875f54392b5ef7073d2debd4b_SeqId_4_ into e7d9f417ad3c19d819785510d4683250/f (new location: hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/2d27a1c004bd4693b37bcadef9e3b262_SeqId_4_) 2024-11-17T21:23:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__7rkcc67daal8sfbfls0g5d3r9d1v6uvo89ps6hkpfu43c3nn0t4hplnfg8lrmpv6/f/43892a8875f54392b5ef7073d2debd4b_SeqId_4_ 2024-11-17T21:23:02,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.ReplicationSink(324): Finished replicating [20914a32-ffe9-4d1d-b966-60cdcc4090bd] bulk loaded data 2024-11-17T21:23:02,423 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 to pos 687, reset compression=false 2024-11-17T21:23:02,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:23:02,928 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 to pos 687, reset compression=false 2024-11-17T21:23:03,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:23:03,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46691,1731878570244, seqNum=-1] 2024-11-17T21:23:03,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:23:03,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:23:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878577097.c693e5ab287f490322a13b38bcb0596a., hostname=a313eea8709e,46691,1731878570244, seqNum=2] 2024-11-17T21:23:03,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:23:03,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:23:03,287 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C41951%2C1731878561111.rep:(num 1731878579617) roll requested 2024-11-17T21:23:03,313 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.rep.1731878583287, exclude list is [], retry=0 2024-11-17T21:23:03,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-eda7d575-15c8-4bd3-a405-c10a4da18307,DISK] 2024-11-17T21:23:03,317 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.rep.1731878579617 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.rep.1731878583287 2024-11-17T21:23:03,317 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34537:34537)] 2024-11-17T21:23:03,317 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.rep.1731878579617 is not closed yet, will try archiving it next time 2024-11-17T21:23:03,317 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C41951%2C1731878561111:(num 1731878562545) roll requested 2024-11-17T21:23:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741839_1015 (size=1505) 2024-11-17T21:23:03,342 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318, exclude list is [], retry=0 2024-11-17T21:23:03,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-eda7d575-15c8-4bd3-a405-c10a4da18307,DISK] 2024-11-17T21:23:03,345 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 2024-11-17T21:23:03,345 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34537:34537)] 2024-11-17T21:23:03,345 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 is not closed yet, will try archiving it next time 2024-11-17T21:23:03,345 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C41951%2C1731878561111.meta:.meta(num 1731878563530) roll requested 2024-11-17T21:23:03,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:03,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40053,-1 for getting cluster id 2024-11-17T21:23:03,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741832_1008 (size=695) 2024-11-17T21:23:03,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:23:03,347 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20914a32-ffe9-4d1d-b966-60cdcc4090bd' 2024-11-17T21:23:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:23:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20914a32-ffe9-4d1d-b966-60cdcc4090bd" 2024-11-17T21:23:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f57d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40053,-1] 2024-11-17T21:23:03,347 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 to hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/oldWALs/a313eea8709e%2C41951%2C1731878561111.1731878562545 2024-11-17T21:23:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:23:03,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:03,348 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:23:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4721f943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:03,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:23:03,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40053,1731878560900 2024-11-17T21:23:03,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11f3a5dc 2024-11-17T21:23:03,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:23:03,351 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:23:03,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://a313eea8709e:35713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T21:23:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T21:23:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T21:23:03,353 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:35713' 2024-11-17T21:23:03,354 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2855dbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:03,354 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,35713,-1 for getting cluster id 2024-11-17T21:23:03,354 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:23:03,355 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a3c3c7-ec25-4cf3-8447-b00463739f9e' 2024-11-17T21:23:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:23:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a3c3c7-ec25-4cf3-8447-b00463739f9e" 2024-11-17T21:23:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e3a3df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,35713,-1] 2024-11-17T21:23:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:23:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:03,356 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:23:03,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3a9450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:03,356 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:23:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,35713,1731878570099 2024-11-17T21:23:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72cdeeea 2024-11-17T21:23:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:23:03,358 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:23:03,358 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T21:23:03,358 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T21:23:03,358 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:03,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:03,358 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:03,370 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.meta.1731878583345.meta, exclude list is [], retry=0 2024-11-17T21:23:03,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-eda7d575-15c8-4bd3-a405-c10a4da18307,DISK] 2024-11-17T21:23:03,374 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.meta.1731878563530.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.meta.1731878583345.meta 2024-11-17T21:23:03,374 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34537:34537)] 2024-11-17T21:23:03,374 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.meta.1731878563530.meta is not closed yet, will try archiving it next time 2024-11-17T21:23:03,375 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.meta.1731878563530.meta not finished, retry = 0 2024-11-17T21:23:03,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741834_1010 (size=3473) 2024-11-17T21:23:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T21:23:03,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T21:23:03,531 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 to pos 687, reset compression=false 2024-11-17T21:23:03,537 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 was moved to hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/oldWALs/a313eea8709e%2C41951%2C1731878561111.1731878562545 2024-11-17T21:23:03,539 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545 2024-11-17T21:23:03,539 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318, startPosition=0, beingWritten=true 2024-11-17T21:23:03,539 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,41951,1731878561111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878562545, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T21:23:03,541 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a313eea8709e%2C41951%2C1731878561111.1731878562545] 2024-11-17T21:23:03,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T21:23:03,671 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T21:23:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T21:23:03,708 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-a313eea8709e,41951,1731878561111, ReplicationSource: 2, currentBandwidth=0 2024-11-17T21:23:03,710 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T21:23:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T21:23:03,712 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a313eea8709e,41951,1731878561111 suceeded 2024-11-17T21:23:03,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T21:23:03,714 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a313eea8709e:35713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T21:23:03,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-17T21:23:03,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 363 msec 2024-11-17T21:23:03,725 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a313eea8709e:35713' 2024-11-17T21:23:03,726 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c4e6a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:03,726 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,35713,-1 for getting cluster id 2024-11-17T21:23:03,726 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:23:03,727 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a3c3c7-ec25-4cf3-8447-b00463739f9e' 2024-11-17T21:23:03,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:23:03,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a3c3c7-ec25-4cf3-8447-b00463739f9e" 2024-11-17T21:23:03,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a58af42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:03,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,35713,-1] 2024-11-17T21:23:03,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:23:03,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:03,729 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:23:03,729 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd5f77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:03,729 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:23:03,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,35713,1731878570099 2024-11-17T21:23:03,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43a9c918 2024-11-17T21:23:03,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:23:03,731 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T21:23:03,731 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a313eea8709e,41951,1731878561111 (queues=1) is replicating from cluster=20914a32-ffe9-4d1d-b966-60cdcc4090bd to cluster=86a3c3c7-ec25-4cf3-8447-b00463739f9e 2024-11-17T21:23:03,731 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a313eea8709e%2C41951%2C1731878561111 2024-11-17T21:23:03,731 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a313eea8709e,41951,1731878561111, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T21:23:03,732 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a313eea8709e%2C41951%2C1731878561111 2024-11-17T21:23:03,732 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318, startPosition=0, beingWritten=true 2024-11-17T21:23:03,936 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 0, reset compression=false 2024-11-17T21:23:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T21:23:03,984 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T21:23:03,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:23:03,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:03,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:03,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:03,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:03,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:23:03,989 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731878583988/Put/seqid=0 2024-11-17T21:23:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741845_1021 (size=11194) 2024-11-17T21:23:03,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731878583994/Put/seqid=0 2024-11-17T21:23:03,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741846_1022 (size=10791) 2024-11-17T21:23:04,240 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 0, reset compression=false 2024-11-17T21:23:04,243 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 0, reset compression=false 2024-11-17T21:23:04,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3854264f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:04,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40053,-1 for getting cluster id 2024-11-17T21:23:04,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:23:04,400 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20914a32-ffe9-4d1d-b966-60cdcc4090bd' 2024-11-17T21:23:04,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:23:04,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20914a32-ffe9-4d1d-b966-60cdcc4090bd" 2024-11-17T21:23:04,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1f579f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:04,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40053,-1] 2024-11-17T21:23:04,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:23:04,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:04,402 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:23:04,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:04,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:23:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,41951,1731878561111, seqNum=-1] 2024-11-17T21:23:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:23:04,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:23:04,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:23:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40053,1731878560900 2024-11-17T21:23:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a4eb6e0 2024-11-17T21:23:04,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:23:04,411 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:23:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., hostname=a313eea8709e,41951,1731878561111, seqNum=2] 2024-11-17T21:23:04,417 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:23:04,431 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-17T21:23:04,433 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-17T21:23:04,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 69adc2a67a176975ea93a611c2f75fd4/f 2024-11-17T21:23:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T21:23:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:23:04,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 69adc2a67a176975ea93a611c2f75fd4/f 2024-11-17T21:23:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T21:23:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:23:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HRegion(2603): Flush status journal for 69adc2a67a176975ea93a611c2f75fd4: 2024-11-17T21:23:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__lti00l0ea5f36etd56l08004odmjva92m2v4is5f2egf73k0qbvp1vuo9o7b6kjo/f/hfile_1 2024-11-17T21:23:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__lti00l0ea5f36etd56l08004odmjva92m2v4is5f2egf73k0qbvp1vuo9o7b6kjo/f/hfile_1 as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ 2024-11-17T21:23:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__lti00l0ea5f36etd56l08004odmjva92m2v4is5f2egf73k0qbvp1vuo9o7b6kjo/f/hfile_0 2024-11-17T21:23:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__lti00l0ea5f36etd56l08004odmjva92m2v4is5f2egf73k0qbvp1vuo9o7b6kjo/f/hfile_0 as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ 2024-11-17T21:23:04,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__lti00l0ea5f36etd56l08004odmjva92m2v4is5f2egf73k0qbvp1vuo9o7b6kjo/f/hfile_1 into 69adc2a67a176975ea93a611c2f75fd4/f as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ - updating store file list. 2024-11-17T21:23:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T21:23:04,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ into 69adc2a67a176975ea93a611c2f75fd4/f 2024-11-17T21:23:04,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__lti00l0ea5f36etd56l08004odmjva92m2v4is5f2egf73k0qbvp1vuo9o7b6kjo/f/hfile_1 into 69adc2a67a176975ea93a611c2f75fd4/f (new location: hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_) 2024-11-17T21:23:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__lti00l0ea5f36etd56l08004odmjva92m2v4is5f2egf73k0qbvp1vuo9o7b6kjo/f/hfile_1 2024-11-17T21:23:04,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__lti00l0ea5f36etd56l08004odmjva92m2v4is5f2egf73k0qbvp1vuo9o7b6kjo/f/hfile_0 into 69adc2a67a176975ea93a611c2f75fd4/f as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ - updating store file list. 2024-11-17T21:23:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb292e2cc9fe4426be311b62de843585_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T21:23:04,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ into 69adc2a67a176975ea93a611c2f75fd4/f 2024-11-17T21:23:04,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__lti00l0ea5f36etd56l08004odmjva92m2v4is5f2egf73k0qbvp1vuo9o7b6kjo/f/hfile_0 into 69adc2a67a176975ea93a611c2f75fd4/f (new location: hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_) 2024-11-17T21:23:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/staging/jenkins__test__lti00l0ea5f36etd56l08004odmjva92m2v4is5f2egf73k0qbvp1vuo9o7b6kjo/f/hfile_0 2024-11-17T21:23:04,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:23:04,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:04,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:04,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., hostname=a313eea8709e,41951,1731878561111, seqNum=2 , the old value is region=test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., hostname=a313eea8709e,41951,1731878561111, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a313eea8709e:41951 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:23:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., hostname=a313eea8709e,41951,1731878561111, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T21:23:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., hostname=a313eea8709e,41951,1731878561111, seqNum=2 from cache 2024-11-17T21:23:04,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:04,461 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T21:23:04,464 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T21:23:04,564 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:41951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T21:23:04,645 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 0, reset compression=false 2024-11-17T21:23:04,649 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:23:04,649 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a313eea8709e,41951,1731878561111 got entry batch from reader: WALEntryBatch [walEntries=[{test/69adc2a67a176975ea93a611c2f75fd4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731878584458/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T21:23:04,650 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:23:04,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T21:23:04,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.ReplicationSink(318): Replicating [20914a32-ffe9-4d1d-b966-60cdcc4090bd] bulk loaded data 2024-11-17T21:23:04,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b3a9b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:04,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,35713,-1 for getting cluster id 2024-11-17T21:23:04,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:23:04,652 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a3c3c7-ec25-4cf3-8447-b00463739f9e' 2024-11-17T21:23:04,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:23:04,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a3c3c7-ec25-4cf3-8447-b00463739f9e" 2024-11-17T21:23:04,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c99980a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:04,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,35713,-1] 2024-11-17T21:23:04,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:23:04,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:04,653 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:23:04,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3499bae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T21:23:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741837_1013 (size=10791) 2024-11-17T21:23:04,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741838_1014 (size=11194) 2024-11-17T21:23:04,849 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:05,049 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 0, reset compression=false 2024-11-17T21:23:05,053 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T21:23:05,053 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,41951,1731878561111 got entry batch from reader: WALEntryBatch [walEntries=[{test/69adc2a67a176975ea93a611c2f75fd4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731878584458/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T21:23:05,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.ReplicationSink(318): Replicating [20914a32-ffe9-4d1d-b966-60cdcc4090bd] bulk loaded data 2024-11-17T21:23:05,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741839_1015 (size=10791) 2024-11-17T21:23:05,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:23:05,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,35713,1731878570099 2024-11-17T21:23:05,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a4468e 2024-11-17T21:23:05,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:23:05,072 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-17T21:23:05,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:23:05,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:23:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,46691,1731878570244, seqNum=-1] 2024-11-17T21:23:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:23:05,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-17T21:23:05,080 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T21:23:05,082 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T21:23:05,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ for inclusion in c693e5ab287f490322a13b38bcb0596a/f 2024-11-17T21:23:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T21:23:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:23:05,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ for inclusion in c693e5ab287f490322a13b38bcb0596a/f 2024-11-17T21:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T21:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HRegion(2603): Flush status journal for c693e5ab287f490322a13b38bcb0596a: 2024-11-17T21:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:23:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ as hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a/f/a0eaa693d8f0402ba0b43141000ed4b8_SeqId_4_ 2024-11-17T21:23:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): eb292e2cc9fe4426be311b62de843585_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:23:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ as hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a/f/f781907642954d77b5e046c385f9954e_SeqId_4_ 2024-11-17T21:23:05,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ into c693e5ab287f490322a13b38bcb0596a/f as hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a/f/a0eaa693d8f0402ba0b43141000ed4b8_SeqId_4_ - updating store file list. 2024-11-17T21:23:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0eaa693d8f0402ba0b43141000ed4b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:23:05,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a/f/a0eaa693d8f0402ba0b43141000ed4b8_SeqId_4_ into c693e5ab287f490322a13b38bcb0596a/f 2024-11-17T21:23:05,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ into c693e5ab287f490322a13b38bcb0596a/f (new location: hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a/f/a0eaa693d8f0402ba0b43141000ed4b8_SeqId_4_) 2024-11-17T21:23:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ 2024-11-17T21:23:05,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ into c693e5ab287f490322a13b38bcb0596a/f as hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a/f/f781907642954d77b5e046c385f9954e_SeqId_4_ - updating store file list. 2024-11-17T21:23:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f781907642954d77b5e046c385f9954e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T21:23:05,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a/f/f781907642954d77b5e046c385f9954e_SeqId_4_ into c693e5ab287f490322a13b38bcb0596a/f 2024-11-17T21:23:05,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ into c693e5ab287f490322a13b38bcb0596a/f (new location: hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a/f/f781907642954d77b5e046c385f9954e_SeqId_4_) 2024-11-17T21:23:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/staging/jenkins.hfs.23__test__o2857bfs5ku7j48qomlhoq0ei4981oogcjdqis0eil9otl5dst9pj12o0dnna8hm/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ 2024-11-17T21:23:05,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] regionserver.ReplicationSink(324): Finished replicating [20914a32-ffe9-4d1d-b966-60cdcc4090bd] bulk loaded data 2024-11-17T21:23:05,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:23:05,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,153 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:05,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:05,253 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:05,468 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T21:23:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741840_1016 (size=11194) 2024-11-17T21:23:05,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T21:23:05,494 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T21:23:05,497 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T21:23:05,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ for inclusion in e7d9f417ad3c19d819785510d4683250/f 2024-11-17T21:23:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T21:23:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:23:05,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ for inclusion in e7d9f417ad3c19d819785510d4683250/f 2024-11-17T21:23:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T21:23:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T21:23:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HRegion(2603): Flush status journal for e7d9f417ad3c19d819785510d4683250: 2024-11-17T21:23:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:23:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/2bb10cbbcabc48159be2e90284ba4ced_SeqId_6_ 2024-11-17T21:23:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): eb292e2cc9fe4426be311b62de843585_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T21:23:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/f363bb2d4515489e81d611b2814b2445_SeqId_6_ 2024-11-17T21:23:05,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ into e7d9f417ad3c19d819785510d4683250/f as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/2bb10cbbcabc48159be2e90284ba4ced_SeqId_6_ - updating store file list. 2024-11-17T21:23:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2bb10cbbcabc48159be2e90284ba4ced_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T21:23:05,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/2bb10cbbcabc48159be2e90284ba4ced_SeqId_6_ into e7d9f417ad3c19d819785510d4683250/f 2024-11-17T21:23:05,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ into e7d9f417ad3c19d819785510d4683250/f (new location: hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/2bb10cbbcabc48159be2e90284ba4ced_SeqId_6_) 2024-11-17T21:23:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_ 2024-11-17T21:23:05,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ into e7d9f417ad3c19d819785510d4683250/f as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/f363bb2d4515489e81d611b2814b2445_SeqId_6_ - updating store file list. 2024-11-17T21:23:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f363bb2d4515489e81d611b2814b2445_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T21:23:05,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/f363bb2d4515489e81d611b2814b2445_SeqId_6_ into e7d9f417ad3c19d819785510d4683250/f 2024-11-17T21:23:05,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ into e7d9f417ad3c19d819785510d4683250/f (new location: hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/f/f363bb2d4515489e81d611b2814b2445_SeqId_6_) 2024-11-17T21:23:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/staging/jenkins.hfs.22__test__3g66jc6jt5vnfm16j26u6tk8japg0bqjh9k7d16p979nf1lc2mm11ucr1745fvp8/f/eb292e2cc9fe4426be311b62de843585_SeqId_6_ 2024-11-17T21:23:05,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.ReplicationSink(324): Finished replicating [20914a32-ffe9-4d1d-b966-60cdcc4090bd] bulk loaded data 2024-11-17T21:23:05,555 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:05,556 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:05,961 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:06,061 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:06,465 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:06,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:23:06,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:23:06,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:06,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:06,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:06,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:06,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:23:06,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1429145458, stopped=false 2024-11-17T21:23:06,484 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,35713,1731878570099 2024-11-17T21:23:06,533 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2469974266/running 2024-11-17T21:23:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2469974266/running 2024-11-17T21:23:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:23:06,533 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:23:06,533 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:23:06,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:23:06,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:06,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:06,534 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,46691,1731878570244' ***** 2024-11-17T21:23:06,534 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:23:06,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Set watcher on znode that does not yet exist, /2469974266/running 2024-11-17T21:23:06,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Set watcher on znode that does not yet exist, /2469974266/running 2024-11-17T21:23:06,534 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:23:06,535 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:23:06,535 INFO [RS:0;a313eea8709e:46691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:23:06,535 INFO [RS:0;a313eea8709e:46691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:23:06,535 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(3091): Received CLOSE for c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:23:06,535 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,46691,1731878570244 2024-11-17T21:23:06,535 INFO [RS:0;a313eea8709e:46691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:23:06,535 INFO [RS:0;a313eea8709e:46691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:46691. 2024-11-17T21:23:06,535 DEBUG [RS:0;a313eea8709e:46691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:06,535 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c693e5ab287f490322a13b38bcb0596a, disabling compactions & flushes 2024-11-17T21:23:06,535 DEBUG [RS:0;a313eea8709e:46691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:06,535 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:23:06,535 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:23:06,535 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. after waiting 0 ms 2024-11-17T21:23:06,535 INFO [RS:0;a313eea8709e:46691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:23:06,535 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:23:06,535 INFO [RS:0;a313eea8709e:46691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:23:06,535 INFO [RS:0;a313eea8709e:46691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:23:06,536 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:23:06,536 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:23:06,536 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1325): Online Regions={c693e5ab287f490322a13b38bcb0596a=test,,1731878577097.c693e5ab287f490322a13b38bcb0596a., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:23:06,536 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c693e5ab287f490322a13b38bcb0596a 2024-11-17T21:23:06,536 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:23:06,536 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:23:06,536 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:23:06,536 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:23:06,536 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:23:06,536 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T21:23:06,539 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/default/test/c693e5ab287f490322a13b38bcb0596a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T21:23:06,539 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:23:06,539 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:23:06,539 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:23:06,539 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c693e5ab287f490322a13b38bcb0596a: Waiting for close lock at 1731878586535Running coprocessor pre-close hooks at 1731878586535Disabling compacts and flushes for region at 1731878586535Disabling writes for close at 1731878586535Writing region close event to WAL at 1731878586536 (+1 ms)Running coprocessor post-close hooks at 1731878586539 (+3 ms)Closed at 1731878586539 2024-11-17T21:23:06,539 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878577097.c693e5ab287f490322a13b38bcb0596a. 2024-11-17T21:23:06,549 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/info/9051153160e7413d8bee0bc509007828 is 129, key is test,,1731878577097.c693e5ab287f490322a13b38bcb0596a./info:regioninfo/1731878578248/Put/seqid=0 2024-11-17T21:23:06,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741839_1015 (size=6421) 2024-11-17T21:23:06,573 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:23:06,664 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:06,736 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:06,936 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:06,952 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/info/9051153160e7413d8bee0bc509007828 2024-11-17T21:23:06,972 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/ns/3ba8922ddef94bdc8feaa90e8203669a is 43, key is default/ns:d/1731878573733/Put/seqid=0 2024-11-17T21:23:06,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741840_1016 (size=5153) 2024-11-17T21:23:07,068 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:07,137 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:07,337 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:07,367 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:07,375 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/ns/3ba8922ddef94bdc8feaa90e8203669a 2024-11-17T21:23:07,390 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/rep_barrier/8dab139841804914975332e4b8c2470b is 112, key is test,,1731878577097.c693e5ab287f490322a13b38bcb0596a./rep_barrier:seqnumDuringOpen/1731878578248/Put/seqid=0 2024-11-17T21:23:07,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741841_1017 (size=5518) 2024-11-17T21:23:07,487 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:23:07,487 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:23:07,537 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:23:07,537 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:23:07,537 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:07,737 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:07,772 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:07,793 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/rep_barrier/8dab139841804914975332e4b8c2470b 2024-11-17T21:23:07,817 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/table/24910ee4d1ae4a3581b93afb58667635 is 40, key is test/table:state/1731878578268/Put/seqid=0 2024-11-17T21:23:07,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741842_1018 (size=5165) 2024-11-17T21:23:07,937 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:08,137 DEBUG [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:08,170 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:08,220 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/table/24910ee4d1ae4a3581b93afb58667635 2024-11-17T21:23:08,224 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/info/9051153160e7413d8bee0bc509007828 as hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/info/9051153160e7413d8bee0bc509007828 2024-11-17T21:23:08,227 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/info/9051153160e7413d8bee0bc509007828, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T21:23:08,228 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/ns/3ba8922ddef94bdc8feaa90e8203669a as hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/ns/3ba8922ddef94bdc8feaa90e8203669a 2024-11-17T21:23:08,231 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/ns/3ba8922ddef94bdc8feaa90e8203669a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T21:23:08,232 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/rep_barrier/8dab139841804914975332e4b8c2470b as hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/rep_barrier/8dab139841804914975332e4b8c2470b 2024-11-17T21:23:08,235 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/rep_barrier/8dab139841804914975332e4b8c2470b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T21:23:08,235 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/.tmp/table/24910ee4d1ae4a3581b93afb58667635 as hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/table/24910ee4d1ae4a3581b93afb58667635 2024-11-17T21:23:08,238 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/table/24910ee4d1ae4a3581b93afb58667635, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T21:23:08,239 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=11, compaction requested=false 2024-11-17T21:23:08,242 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T21:23:08,242 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:23:08,242 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:23:08,242 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:23:08,243 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878586536Running coprocessor pre-close hooks at 1731878586536Disabling compacts and flushes for region at 1731878586536Disabling writes for close at 1731878586536Obtaining lock to block concurrent updates at 1731878586536Preparing flush snapshotting stores in 1588230740 at 1731878586536Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731878586537 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731878586537Flushing 1588230740/info: creating writer at 1731878586537Flushing 1588230740/info: appending metadata at 1731878586548 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731878586548Flushing 1588230740/ns: creating writer at 1731878586956 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731878586971 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731878586971Flushing 1588230740/rep_barrier: creating writer at 1731878587378 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878587390 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878587390Flushing 1588230740/table: creating writer at 1731878587797 (+407 ms)Flushing 1588230740/table: appending metadata at 1731878587816 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731878587816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a23b01: reopening flushed file at 1731878588224 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c5f8a7: reopening flushed file at 1731878588228 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65261dad: reopening flushed file at 1731878588231 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d522d5f: reopening flushed file at 1731878588235 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=11, compaction requested=false at 1731878588239 (+4 ms)Writing region close event to WAL at 1731878588240 (+1 ms)Running coprocessor post-close hooks at 1731878588242 (+2 ms)Closed at 1731878588242 2024-11-17T21:23:08,243 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:23:08,338 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,46691,1731878570244; all regions closed. 2024-11-17T21:23:08,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741834_1010 (size=2717) 2024-11-17T21:23:08,340 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/WALs/a313eea8709e,46691,1731878570244/a313eea8709e%2C46691%2C1731878570244.meta.1731878573655.meta not finished, retry = 0 2024-11-17T21:23:08,442 DEBUG [RS:0;a313eea8709e:46691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/oldWALs 2024-11-17T21:23:08,442 INFO [RS:0;a313eea8709e:46691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C46691%2C1731878570244.meta:.meta(num 1731878573655) 2024-11-17T21:23:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741832_1008 (size=1028) 2024-11-17T21:23:08,444 DEBUG [RS:0;a313eea8709e:46691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/oldWALs 2024-11-17T21:23:08,444 INFO [RS:0;a313eea8709e:46691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C46691%2C1731878570244:(num 1731878572600) 2024-11-17T21:23:08,444 DEBUG [RS:0;a313eea8709e:46691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:08,444 INFO [RS:0;a313eea8709e:46691 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:23:08,444 INFO [RS:0;a313eea8709e:46691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:23:08,445 INFO [RS:0;a313eea8709e:46691 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T21:23:08,445 INFO [RS:0;a313eea8709e:46691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:23:08,445 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:23:08,445 INFO [RS:0;a313eea8709e:46691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:46691. 2024-11-17T21:23:08,445 DEBUG [RS:0;a313eea8709e:46691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:08,445 DEBUG [RS:0;a313eea8709e:46691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:08,445 DEBUG [RS:0;a313eea8709e:46691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:08,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:08,445 INFO [RS:0;a313eea8709e:46691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46691 2024-11-17T21:23:08,507 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2469974266/rs/a313eea8709e,46691,1731878570244 2024-11-17T21:23:08,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266/rs 2024-11-17T21:23:08,507 INFO [RS:0;a313eea8709e:46691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:23:08,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,46691,1731878570244] 2024-11-17T21:23:08,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2469974266/draining/a313eea8709e,46691,1731878570244 already deleted, retry=false 2024-11-17T21:23:08,529 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,46691,1731878570244 expired; onlineServers=0 2024-11-17T21:23:08,529 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,35713,1731878570099' ***** 2024-11-17T21:23:08,529 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:23:08,529 INFO [M:0;a313eea8709e:35713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:23:08,529 INFO [M:0;a313eea8709e:35713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:23:08,529 DEBUG [M:0;a313eea8709e:35713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:23:08,529 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:23:08,529 DEBUG [M:0;a313eea8709e:35713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:23:08,529 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878572352 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878572352,5,FailOnTimeoutGroup] 2024-11-17T21:23:08,529 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878572352 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878572352,5,FailOnTimeoutGroup] 2024-11-17T21:23:08,529 INFO [M:0;a313eea8709e:35713 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:23:08,529 INFO [M:0;a313eea8709e:35713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:23:08,529 DEBUG [M:0;a313eea8709e:35713 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:23:08,529 INFO [M:0;a313eea8709e:35713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:23:08,529 INFO [M:0;a313eea8709e:35713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:23:08,530 INFO [M:0;a313eea8709e:35713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:23:08,530 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:23:08,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2469974266/master 2024-11-17T21:23:08,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2469974266 2024-11-17T21:23:08,539 DEBUG [M:0;a313eea8709e:35713 {}] zookeeper.ZKUtil(347): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Unable to get data of znode /2469974266/master because node does not exist (not an error) 2024-11-17T21:23:08,539 WARN [M:0;a313eea8709e:35713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:23:08,540 INFO [M:0;a313eea8709e:35713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/.lastflushedseqids 2024-11-17T21:23:08,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741843_1019 (size=173) 2024-11-17T21:23:08,575 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:08,618 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:08,618 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46691-0x1014aad95fe0007, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:08,618 INFO [RS:0;a313eea8709e:46691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:23:08,618 INFO [RS:0;a313eea8709e:46691 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,46691,1731878570244; zookeeper connection closed. 2024-11-17T21:23:08,618 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a1ce34b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a1ce34b 2024-11-17T21:23:08,618 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:23:08,944 INFO [M:0;a313eea8709e:35713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:23:08,944 INFO [M:0;a313eea8709e:35713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:23:08,944 DEBUG [M:0;a313eea8709e:35713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:23:08,944 INFO [M:0;a313eea8709e:35713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:08,944 DEBUG [M:0;a313eea8709e:35713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:08,944 DEBUG [M:0;a313eea8709e:35713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:23:08,944 DEBUG [M:0;a313eea8709e:35713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:08,945 INFO [M:0;a313eea8709e:35713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-17T21:23:08,961 DEBUG [M:0;a313eea8709e:35713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5446655ba3344b0a9bcdec2a3cd932cc is 82, key is hbase:meta,,1/info:regioninfo/1731878573699/Put/seqid=0 2024-11-17T21:23:08,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741844_1020 (size=5672) 2024-11-17T21:23:08,965 INFO [M:0;a313eea8709e:35713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5446655ba3344b0a9bcdec2a3cd932cc 2024-11-17T21:23:08,994 DEBUG [M:0;a313eea8709e:35713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1d42cd3be904ff3975fe7360abea942 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731878578271/Put/seqid=0 2024-11-17T21:23:09,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741845_1021 (size=6586) 2024-11-17T21:23:09,001 INFO [M:0;a313eea8709e:35713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1d42cd3be904ff3975fe7360abea942 2024-11-17T21:23:09,025 DEBUG [M:0;a313eea8709e:35713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/694de76098dd4f2dba8569c65c261817 is 69, key is a313eea8709e,46691,1731878570244/rs:state/1731878572415/Put/seqid=0 2024-11-17T21:23:09,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741846_1022 (size=5156) 2024-11-17T21:23:09,073 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:09,431 INFO [M:0;a313eea8709e:35713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/694de76098dd4f2dba8569c65c261817 2024-11-17T21:23:09,437 DEBUG [M:0;a313eea8709e:35713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5446655ba3344b0a9bcdec2a3cd932cc as hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5446655ba3344b0a9bcdec2a3cd932cc 2024-11-17T21:23:09,443 INFO [M:0;a313eea8709e:35713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5446655ba3344b0a9bcdec2a3cd932cc, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T21:23:09,444 DEBUG [M:0;a313eea8709e:35713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1d42cd3be904ff3975fe7360abea942 as hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1d42cd3be904ff3975fe7360abea942 2024-11-17T21:23:09,448 INFO [M:0;a313eea8709e:35713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1d42cd3be904ff3975fe7360abea942, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T21:23:09,449 DEBUG [M:0;a313eea8709e:35713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/694de76098dd4f2dba8569c65c261817 as hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/694de76098dd4f2dba8569c65c261817 2024-11-17T21:23:09,454 INFO [M:0;a313eea8709e:35713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/24d10b33-9cf4-5877-1b4d-97d13992f248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/694de76098dd4f2dba8569c65c261817, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T21:23:09,455 INFO [M:0;a313eea8709e:35713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 511ms, sequenceid=55, compaction requested=false 2024-11-17T21:23:09,460 INFO [M:0;a313eea8709e:35713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:09,460 DEBUG [M:0;a313eea8709e:35713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878588944Disabling compacts and flushes for region at 1731878588944Disabling writes for close at 1731878588944Obtaining lock to block concurrent updates at 1731878588945 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878588945Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731878588945Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878588945Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878588945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878588961 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878588961Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878588969 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878588993 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878588993Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878589006 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878589024 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878589024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319c3451: reopening flushed file at 1731878589436 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5779faf3: reopening flushed file at 1731878589443 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c332a8a: reopening flushed file at 1731878589448 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 511ms, sequenceid=55, compaction requested=false at 1731878589455 (+7 ms)Writing region close event to WAL at 1731878589460 (+5 ms)Closed at 1731878589460 2024-11-17T21:23:09,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741830_1006 (size=32770) 2024-11-17T21:23:09,464 INFO [M:0;a313eea8709e:35713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:23:09,464 INFO [M:0;a313eea8709e:35713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35713 2024-11-17T21:23:09,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:23:09,464 INFO [M:0;a313eea8709e:35713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:23:09,479 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:09,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:09,633 INFO [M:0;a313eea8709e:35713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:23:09,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x1014aad95fe0006, quorum=127.0.0.1:55224, baseZNode=/2469974266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:09,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c206bad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:23:09,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:23:09,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:23:09,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:23:09,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/hadoop.log.dir/,STOPPED} 2024-11-17T21:23:09,668 WARN [BP-1143545970-172.17.0.2-1731878568056 heartbeating to localhost/127.0.0.1:34421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:23:09,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:23:09,668 WARN [BP-1143545970-172.17.0.2-1731878568056 heartbeating to localhost/127.0.0.1:34421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1143545970-172.17.0.2-1731878568056 (Datanode Uuid cce4c58c-d509-4982-9fd5-ff564c57d4fe) service to localhost/127.0.0.1:34421 2024-11-17T21:23:09,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:23:09,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/cluster_a0c469ed-f931-9d48-1fac-39a721bd058a/data/data1/current/BP-1143545970-172.17.0.2-1731878568056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:23:09,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/cluster_a0c469ed-f931-9d48-1fac-39a721bd058a/data/data2/current/BP-1143545970-172.17.0.2-1731878568056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:23:09,670 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:23:09,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:23:09,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:23:09,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:23:09,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:23:09,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d8025d8-fef3-01ff-7422-9e4315a9a976/hadoop.log.dir/,STOPPED} 2024-11-17T21:23:09,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:23:09,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:23:09,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:23:09,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:09,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:09,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:09,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:09,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:23:09,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=355316269, stopped=false 2024-11-17T21:23:09,709 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,34555,1731878565639 2024-11-17T21:23:09,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046641239/running 2024-11-17T21:23:09,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046641239/running 2024-11-17T21:23:09,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:23:09,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:23:09,729 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:23:09,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Set watcher on znode that does not yet exist, /12046641239/running 2024-11-17T21:23:09,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Set watcher on znode that does not yet exist, /12046641239/running 2024-11-17T21:23:09,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:23:09,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:09,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:09,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,33405,1731878565782' ***** 2024-11-17T21:23:09,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:23:09,732 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:23:09,732 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:23:09,732 INFO [RS:0;a313eea8709e:33405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:23:09,732 INFO [RS:0;a313eea8709e:33405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:23:09,732 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for e7d9f417ad3c19d819785510d4683250 2024-11-17T21:23:09,733 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:23:09,739 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,33405,1731878565782 2024-11-17T21:23:09,739 INFO [RS:0;a313eea8709e:33405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:23:09,739 INFO [RS:0;a313eea8709e:33405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:33405. 2024-11-17T21:23:09,739 DEBUG [RS:0;a313eea8709e:33405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:09,739 DEBUG [RS:0;a313eea8709e:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:09,739 INFO [RS:0;a313eea8709e:33405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:23:09,740 INFO [RS:0;a313eea8709e:33405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:23:09,740 INFO [RS:0;a313eea8709e:33405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:23:09,740 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:23:09,740 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7d9f417ad3c19d819785510d4683250, disabling compactions & flushes 2024-11-17T21:23:09,740 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:23:09,740 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:23:09,740 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878575957.e7d9f417ad3c19d819785510d4683250. after waiting 0 ms 2024-11-17T21:23:09,740 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:23:09,744 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T21:23:09,744 DEBUG [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1325): Online Regions={e7d9f417ad3c19d819785510d4683250=test,,1731878575957.e7d9f417ad3c19d819785510d4683250., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:23:09,744 DEBUG [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7d9f417ad3c19d819785510d4683250 2024-11-17T21:23:09,744 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:23:09,744 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:23:09,744 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:23:09,744 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:23:09,744 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:23:09,745 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T21:23:09,773 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/default/test/e7d9f417ad3c19d819785510d4683250/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T21:23:09,774 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:23:09,774 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:23:09,774 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:23:09,774 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7d9f417ad3c19d819785510d4683250: Waiting for close lock at 1731878589740Running coprocessor pre-close hooks at 1731878589740Disabling compacts and flushes for region at 1731878589740Disabling writes for close at 1731878589740Writing region close event to WAL at 1731878589759 (+19 ms)Running coprocessor post-close hooks at 1731878589774 (+15 ms)Closed at 1731878589774 2024-11-17T21:23:09,774 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878575957.e7d9f417ad3c19d819785510d4683250. 2024-11-17T21:23:09,787 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/info/dc1cfe32c2f24096872bcea3dabb3b74 is 129, key is test,,1731878575957.e7d9f417ad3c19d819785510d4683250./info:regioninfo/1731878576701/Put/seqid=0 2024-11-17T21:23:09,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741841_1017 (size=6421) 2024-11-17T21:23:09,798 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/info/dc1cfe32c2f24096872bcea3dabb3b74 2024-11-17T21:23:09,822 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/ns/b0d59dc719594ad9a656562c2b538f1c is 43, key is default/ns:d/1731878567918/Put/seqid=0 2024-11-17T21:23:09,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741842_1018 (size=5153) 2024-11-17T21:23:09,842 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/ns/b0d59dc719594ad9a656562c2b538f1c 2024-11-17T21:23:09,870 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/rep_barrier/17b8a1fe9dd34de0b26cc103a80a9acc is 112, key is test,,1731878575957.e7d9f417ad3c19d819785510d4683250./rep_barrier:seqnumDuringOpen/1731878576701/Put/seqid=0 2024-11-17T21:23:09,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741843_1019 (size=5518) 2024-11-17T21:23:09,888 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/rep_barrier/17b8a1fe9dd34de0b26cc103a80a9acc 2024-11-17T21:23:09,921 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/table/500206aac4a44583ae2b8ab502de6a8e is 40, key is test/table:state/1731878576707/Put/seqid=0 2024-11-17T21:23:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741844_1020 (size=5165) 2024-11-17T21:23:09,944 DEBUG [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:10,077 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:10,145 DEBUG [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:10,207 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:23:10,207 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:23:10,339 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/table/500206aac4a44583ae2b8ab502de6a8e 2024-11-17T21:23:10,343 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/info/dc1cfe32c2f24096872bcea3dabb3b74 as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/info/dc1cfe32c2f24096872bcea3dabb3b74 2024-11-17T21:23:10,345 DEBUG [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:10,346 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/info/dc1cfe32c2f24096872bcea3dabb3b74, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T21:23:10,347 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/ns/b0d59dc719594ad9a656562c2b538f1c as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/ns/b0d59dc719594ad9a656562c2b538f1c 2024-11-17T21:23:10,350 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/ns/b0d59dc719594ad9a656562c2b538f1c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T21:23:10,351 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/rep_barrier/17b8a1fe9dd34de0b26cc103a80a9acc as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/rep_barrier/17b8a1fe9dd34de0b26cc103a80a9acc 2024-11-17T21:23:10,354 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/rep_barrier/17b8a1fe9dd34de0b26cc103a80a9acc, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T21:23:10,354 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/.tmp/table/500206aac4a44583ae2b8ab502de6a8e as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/table/500206aac4a44583ae2b8ab502de6a8e 2024-11-17T21:23:10,357 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/table/500206aac4a44583ae2b8ab502de6a8e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T21:23:10,358 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 614ms, sequenceid=11, compaction requested=false 2024-11-17T21:23:10,362 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T21:23:10,363 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:23:10,363 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:23:10,363 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:23:10,363 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878589744Running coprocessor pre-close hooks at 1731878589744Disabling compacts and flushes for region at 1731878589744Disabling writes for close at 1731878589744Obtaining lock to block concurrent updates at 1731878589745 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731878589745Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731878589746 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731878589748 (+2 ms)Flushing 1588230740/info: creating writer at 1731878589748Flushing 1588230740/info: appending metadata at 1731878589786 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731878589786Flushing 1588230740/ns: creating writer at 1731878589803 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731878589822 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731878589822Flushing 1588230740/rep_barrier: creating writer at 1731878589849 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878589870 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878589870Flushing 1588230740/table: creating writer at 1731878589895 (+25 ms)Flushing 1588230740/table: appending metadata at 1731878589920 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731878589920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101a603d: reopening flushed file at 1731878590342 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d14e828: reopening flushed file at 1731878590346 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396a565c: reopening flushed file at 1731878590350 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bca4fc: reopening flushed file at 1731878590354 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 614ms, sequenceid=11, compaction requested=false at 1731878590358 (+4 ms)Writing region close event to WAL at 1731878590360 (+2 ms)Running coprocessor post-close hooks at 1731878590363 (+3 ms)Closed at 1731878590363 2024-11-17T21:23:10,363 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:23:10,484 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:10,491 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:23:10,545 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,33405,1731878565782; all regions closed. 2024-11-17T21:23:10,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741834_1010 (size=2717) 2024-11-17T21:23:10,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/WALs/a313eea8709e,33405,1731878565782/a313eea8709e%2C33405%2C1731878565782.meta.1731878567880.meta not finished, retry = 0 2024-11-17T21:23:10,649 DEBUG [RS:0;a313eea8709e:33405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/oldWALs 2024-11-17T21:23:10,649 INFO [RS:0;a313eea8709e:33405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C33405%2C1731878565782.meta:.meta(num 1731878567880) 2024-11-17T21:23:10,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741833_1009 (size=1374) 2024-11-17T21:23:10,652 DEBUG [RS:0;a313eea8709e:33405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/oldWALs 2024-11-17T21:23:10,652 INFO [RS:0;a313eea8709e:33405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C33405%2C1731878565782:(num 1731878567332) 2024-11-17T21:23:10,652 DEBUG [RS:0;a313eea8709e:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:10,652 INFO [RS:0;a313eea8709e:33405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:23:10,652 INFO [RS:0;a313eea8709e:33405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:23:10,653 INFO [RS:0;a313eea8709e:33405 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:23:10,653 INFO [RS:0;a313eea8709e:33405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:23:10,653 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:23:10,653 INFO [RS:0;a313eea8709e:33405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:33405. 2024-11-17T21:23:10,653 DEBUG [RS:0;a313eea8709e:33405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:10,653 DEBUG [RS:0;a313eea8709e:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:10,653 DEBUG [RS:0;a313eea8709e:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:10,653 INFO [RS:0;a313eea8709e:33405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33405 2024-11-17T21:23:10,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:10,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239/rs 2024-11-17T21:23:10,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046641239/rs/a313eea8709e,33405,1731878565782 2024-11-17T21:23:10,722 INFO [RS:0;a313eea8709e:33405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:23:10,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,33405,1731878565782] 2024-11-17T21:23:10,743 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12046641239/draining/a313eea8709e,33405,1731878565782 already deleted, retry=false 2024-11-17T21:23:10,743 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,33405,1731878565782 expired; onlineServers=0 2024-11-17T21:23:10,743 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,34555,1731878565639' ***** 2024-11-17T21:23:10,743 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:23:10,744 INFO [M:0;a313eea8709e:34555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:23:10,744 INFO [M:0;a313eea8709e:34555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:23:10,744 DEBUG [M:0;a313eea8709e:34555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:23:10,744 DEBUG [M:0;a313eea8709e:34555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:23:10,744 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:23:10,744 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878567109 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878567109,5,FailOnTimeoutGroup] 2024-11-17T21:23:10,744 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878567108 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878567108,5,FailOnTimeoutGroup] 2024-11-17T21:23:10,744 INFO [M:0;a313eea8709e:34555 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:23:10,744 INFO [M:0;a313eea8709e:34555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:23:10,744 DEBUG [M:0;a313eea8709e:34555 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:23:10,744 INFO [M:0;a313eea8709e:34555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:23:10,744 INFO [M:0;a313eea8709e:34555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:23:10,744 INFO [M:0;a313eea8709e:34555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:23:10,744 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:23:10,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046641239/master 2024-11-17T21:23:10,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046641239 2024-11-17T21:23:10,754 DEBUG [M:0;a313eea8709e:34555 {}] zookeeper.ZKUtil(347): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Unable to get data of znode /12046641239/master because node does not exist (not an error) 2024-11-17T21:23:10,754 WARN [M:0;a313eea8709e:34555 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:23:10,755 INFO [M:0;a313eea8709e:34555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/.lastflushedseqids 2024-11-17T21:23:10,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741845_1021 (size=173) 2024-11-17T21:23:10,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:10,833 INFO [RS:0;a313eea8709e:33405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:23:10,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1014aad95fe0004, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:10,833 INFO [RS:0;a313eea8709e:33405 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,33405,1731878565782; zookeeper connection closed. 2024-11-17T21:23:10,833 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1976f4b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1976f4b8 2024-11-17T21:23:10,834 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:23:11,159 INFO [M:0;a313eea8709e:34555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:23:11,159 INFO [M:0;a313eea8709e:34555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:23:11,159 DEBUG [M:0;a313eea8709e:34555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:23:11,159 INFO [M:0;a313eea8709e:34555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:11,159 DEBUG [M:0;a313eea8709e:34555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:11,159 DEBUG [M:0;a313eea8709e:34555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:23:11,159 DEBUG [M:0;a313eea8709e:34555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:11,159 INFO [M:0;a313eea8709e:34555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-17T21:23:11,172 DEBUG [M:0;a313eea8709e:34555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69e9dbf3b73e425fa9f8080901a2b7c1 is 82, key is hbase:meta,,1/info:regioninfo/1731878567905/Put/seqid=0 2024-11-17T21:23:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741846_1022 (size=5672) 2024-11-17T21:23:11,193 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:11,575 INFO [M:0;a313eea8709e:34555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69e9dbf3b73e425fa9f8080901a2b7c1 2024-11-17T21:23:11,587 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:11,591 DEBUG [M:0;a313eea8709e:34555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/490a471ce69b479b83aa5579e90feea0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731878576710/Put/seqid=0 2024-11-17T21:23:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741847_1023 (size=6586) 2024-11-17T21:23:11,995 INFO [M:0;a313eea8709e:34555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/490a471ce69b479b83aa5579e90feea0 2024-11-17T21:23:12,017 DEBUG [M:0;a313eea8709e:34555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f47d86eac29e4afcb353c48bfd5d5bed is 69, key is a313eea8709e,33405,1731878565782/rs:state/1731878567143/Put/seqid=0 2024-11-17T21:23:12,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741848_1024 (size=5156) 2024-11-17T21:23:12,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T21:23:12,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T21:23:12,396 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:12,420 INFO [M:0;a313eea8709e:34555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f47d86eac29e4afcb353c48bfd5d5bed 2024-11-17T21:23:12,424 DEBUG [M:0;a313eea8709e:34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69e9dbf3b73e425fa9f8080901a2b7c1 as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69e9dbf3b73e425fa9f8080901a2b7c1 2024-11-17T21:23:12,427 INFO [M:0;a313eea8709e:34555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69e9dbf3b73e425fa9f8080901a2b7c1, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T21:23:12,428 DEBUG [M:0;a313eea8709e:34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/490a471ce69b479b83aa5579e90feea0 as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/490a471ce69b479b83aa5579e90feea0 2024-11-17T21:23:12,431 INFO [M:0;a313eea8709e:34555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/490a471ce69b479b83aa5579e90feea0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T21:23:12,432 DEBUG [M:0;a313eea8709e:34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f47d86eac29e4afcb353c48bfd5d5bed as hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f47d86eac29e4afcb353c48bfd5d5bed 2024-11-17T21:23:12,434 INFO [M:0;a313eea8709e:34555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34683/user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f47d86eac29e4afcb353c48bfd5d5bed, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T21:23:12,435 INFO [M:0;a313eea8709e:34555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false 2024-11-17T21:23:12,436 INFO [M:0;a313eea8709e:34555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:12,436 DEBUG [M:0;a313eea8709e:34555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878591159Disabling compacts and flushes for region at 1731878591159Disabling writes for close at 1731878591159Obtaining lock to block concurrent updates at 1731878591159Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878591159Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731878591159Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878591160 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878591160Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878591171 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878591171Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878591579 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878591591 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878591591Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878591998 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878592016 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878592016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5814f0: reopening flushed file at 1731878592424 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c356e4a: reopening flushed file at 1731878592427 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bda0bab: reopening flushed file at 1731878592431 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false at 1731878592435 (+4 ms)Writing region close event to WAL at 1731878592436 (+1 ms)Closed at 1731878592436 2024-11-17T21:23:12,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33667 is added to blk_1073741830_1006 (size=32770) 2024-11-17T21:23:12,438 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a6bc085-da71-0383-178e-0eb2e9174bfc/MasterData/WALs/a313eea8709e,34555,1731878565639/a313eea8709e%2C34555%2C1731878565639.1731878566694 not finished, retry = 0 2024-11-17T21:23:12,538 INFO [M:0;a313eea8709e:34555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:23:12,538 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:23:12,538 INFO [M:0;a313eea8709e:34555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34555 2024-11-17T21:23:12,539 INFO [M:0;a313eea8709e:34555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:23:12,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:12,691 INFO [M:0;a313eea8709e:34555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:23:12,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1014aad95fe0003, quorum=127.0.0.1:55224, baseZNode=/12046641239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:12,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@681e4d90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:23:12,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ae9580{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:23:12,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:23:12,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bea0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:23:12,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6a4a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/hadoop.log.dir/,STOPPED} 2024-11-17T21:23:12,696 WARN [BP-497025219-172.17.0.2-1731878563705 heartbeating to localhost/127.0.0.1:34683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:23:12,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:23:12,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:23:12,696 WARN [BP-497025219-172.17.0.2-1731878563705 heartbeating to localhost/127.0.0.1:34683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-497025219-172.17.0.2-1731878563705 (Datanode Uuid efbaa9c2-c200-4188-8f42-3459a4bf03c7) service to localhost/127.0.0.1:34683 2024-11-17T21:23:12,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/cluster_e6df2835-3f9f-2a3e-9a9c-e4bd7db5e368/data/data1/current/BP-497025219-172.17.0.2-1731878563705 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:23:12,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/cluster_e6df2835-3f9f-2a3e-9a9c-e4bd7db5e368/data/data2/current/BP-497025219-172.17.0.2-1731878563705 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:23:12,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:23:12,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30b87f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:23:12,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34a6dd9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:23:12,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:23:12,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea2c258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:23:12,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3623dc90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c78f756-f2d9-75a3-6a4e-e66e1643b897/hadoop.log.dir/,STOPPED} 2024-11-17T21:23:12,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:23:12,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:23:12,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:23:12,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:12,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:12,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:12,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:12,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:23:12,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1779484647, stopped=false 2024-11-17T21:23:12,719 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,40053,1731878560900 2024-11-17T21:23:12,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01196231540/running 2024-11-17T21:23:12,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01196231540/running 2024-11-17T21:23:12,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:23:12,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:23:12,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:23:12,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:23:12,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:12,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:12,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Set watcher on znode that does not yet exist, /01196231540/running 2024-11-17T21:23:12,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Set watcher on znode that does not yet exist, /01196231540/running 2024-11-17T21:23:12,739 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,41951,1731878561111' ***** 2024-11-17T21:23:12,739 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:23:12,739 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:23:12,739 INFO [RS:0;a313eea8709e:41951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:23:12,740 INFO [RS:0;a313eea8709e:41951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:23:12,740 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(3091): Received CLOSE for 69adc2a67a176975ea93a611c2f75fd4 2024-11-17T21:23:12,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:23:12,740 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(3091): Received CLOSE for 865d76f231260b58dbbb095353ab4376 2024-11-17T21:23:12,740 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,41951,1731878561111 2024-11-17T21:23:12,740 INFO [RS:0;a313eea8709e:41951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:23:12,740 INFO [RS:0;a313eea8709e:41951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:41951. 2024-11-17T21:23:12,740 DEBUG [RS:0;a313eea8709e:41951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:12,740 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69adc2a67a176975ea93a611c2f75fd4, disabling compactions & flushes 2024-11-17T21:23:12,740 DEBUG [RS:0;a313eea8709e:41951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:12,740 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:23:12,740 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:23:12,740 INFO [RS:0;a313eea8709e:41951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:23:12,740 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. after waiting 0 ms 2024-11-17T21:23:12,740 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:23:12,740 INFO [RS:0;a313eea8709e:41951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:23:12,740 INFO [RS:0;a313eea8709e:41951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:23:12,740 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:23:12,740 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T21:23:12,740 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1325): Online Regions={69adc2a67a176975ea93a611c2f75fd4=test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4., 1588230740=hbase:meta,,1.1588230740, 865d76f231260b58dbbb095353ab4376=hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376.} 2024-11-17T21:23:12,740 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69adc2a67a176975ea93a611c2f75fd4, 865d76f231260b58dbbb095353ab4376 2024-11-17T21:23:12,740 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:23:12,740 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:23:12,740 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:23:12,740 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:23:12,740 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:23:12,741 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T21:23:12,743 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/default/test/69adc2a67a176975ea93a611c2f75fd4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T21:23:12,743 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:23:12,743 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T21:23:12,743 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:23:12,743 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69adc2a67a176975ea93a611c2f75fd4: Waiting for close lock at 1731878592740Running coprocessor pre-close hooks at 1731878592740Disabling compacts and flushes for region at 1731878592740Disabling writes for close at 1731878592740Writing region close event to WAL at 1731878592741 (+1 ms)Running coprocessor post-close hooks at 1731878592743 (+2 ms)Closed at 1731878592743 2024-11-17T21:23:12,743 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4. 2024-11-17T21:23:12,743 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 865d76f231260b58dbbb095353ab4376, disabling compactions & flushes 2024-11-17T21:23:12,743 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:23:12,743 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:23:12,743 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. after waiting 0 ms 2024-11-17T21:23:12,743 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:23:12,743 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 865d76f231260b58dbbb095353ab4376 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-17T21:23:12,756 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/.tmp/hfileref/d4506d4ba075434ea4260a8a8207617f is 74, key is 1/hfileref:1bf840233bf244ebbbc8430df4f2e57a_SeqId_6_/1731878585519/DeleteColumn/seqid=0 2024-11-17T21:23:12,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741847_1023 (size=5489) 2024-11-17T21:23:12,761 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/info/d0b992430cde44ccb4ac675b89a1896f is 147, key is hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376./info:regioninfo/1731878579658/Put/seqid=0 2024-11-17T21:23:12,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741848_1024 (size=7686) 2024-11-17T21:23:12,772 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:23:12,790 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:12,793 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:23:12,793 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 688, reset compression=false 2024-11-17T21:23:12,793 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a313eea8709e,41951,1731878561111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:23:12,793 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a313eea8709e,41951,1731878561111: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a313eea8709e,41951,1731878561111, walGroup=a313eea8709e%2C41951%2C1731878561111, offset=a313eea8709e%2C41951%2C1731878561111.1731878583318:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:41951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T21:23:12,794 ERROR [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T21:23:12,794 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T21:23:12,795 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T21:23:12,795 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T21:23:12,795 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T21:23:12,795 INFO [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1608515584, "init": 1048576000, "max": 2306867200, "used": 1217751680 }, "NonHeapMemoryUsage": { "committed": 211812352, "init": 7667712, "max": -1, "used": 208818680 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T21:23:12,795 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:40053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:40053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T21:23:12,941 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 865d76f231260b58dbbb095353ab4376 2024-11-17T21:23:12,995 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 688, reset compression=false 2024-11-17T21:23:13,141 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 865d76f231260b58dbbb095353ab4376 2024-11-17T21:23:13,159 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/.tmp/hfileref/d4506d4ba075434ea4260a8a8207617f 2024-11-17T21:23:13,164 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/info/d0b992430cde44ccb4ac675b89a1896f 2024-11-17T21:23:13,175 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/.tmp/queue/e39b9921ed5e49cd8e2256dca3c5b29b is 153, key is 1-a313eea8709e,41951,1731878561111/queue:a313eea8709e%2C41951%2C1731878561111/1731878585520/Put/seqid=0 2024-11-17T21:23:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741849_1025 (size=5504) 2024-11-17T21:23:13,183 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/ns/6c0100ce929b4e30abc97118c9b4abdf is 43, key is default/ns:d/1731878563597/Put/seqid=0 2024-11-17T21:23:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741850_1026 (size=5153) 2024-11-17T21:23:13,298 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 688, reset compression=false 2024-11-17T21:23:13,341 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 865d76f231260b58dbbb095353ab4376 2024-11-17T21:23:13,420 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:23:13,420 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:23:13,541 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 865d76f231260b58dbbb095353ab4376 2024-11-17T21:23:13,578 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/.tmp/queue/e39b9921ed5e49cd8e2256dca3c5b29b 2024-11-17T21:23:13,582 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/.tmp/hfileref/d4506d4ba075434ea4260a8a8207617f as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/hfileref/d4506d4ba075434ea4260a8a8207617f 2024-11-17T21:23:13,585 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/hfileref/d4506d4ba075434ea4260a8a8207617f, entries=6, sequenceid=17, filesize=5.4 K 2024-11-17T21:23:13,586 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/ns/6c0100ce929b4e30abc97118c9b4abdf 2024-11-17T21:23:13,586 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/.tmp/queue/e39b9921ed5e49cd8e2256dca3c5b29b as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/queue/e39b9921ed5e49cd8e2256dca3c5b29b 2024-11-17T21:23:13,590 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/queue/e39b9921ed5e49cd8e2256dca3c5b29b, entries=2, sequenceid=17, filesize=5.4 K 2024-11-17T21:23:13,590 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 865d76f231260b58dbbb095353ab4376 in 847ms, sequenceid=17, compaction requested=false 2024-11-17T21:23:13,594 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/replication/865d76f231260b58dbbb095353ab4376/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-17T21:23:13,595 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:23:13,595 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:23:13,595 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:23:13,595 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 865d76f231260b58dbbb095353ab4376: Waiting for close lock at 1731878592743Running coprocessor pre-close hooks at 1731878592743Disabling compacts and flushes for region at 1731878592743Disabling writes for close at 1731878592743Obtaining lock to block concurrent updates at 1731878592743Preparing flush snapshotting stores in 865d76f231260b58dbbb095353ab4376 at 1731878592743Finished memstore snapshotting hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731878592744 (+1 ms)Flushing stores of hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. at 1731878592744Flushing 865d76f231260b58dbbb095353ab4376/hfileref: creating writer at 1731878592744Flushing 865d76f231260b58dbbb095353ab4376/hfileref: appending metadata at 1731878592756 (+12 ms)Flushing 865d76f231260b58dbbb095353ab4376/hfileref: closing flushed file at 1731878592756Flushing 865d76f231260b58dbbb095353ab4376/queue: creating writer at 1731878593162 (+406 ms)Flushing 865d76f231260b58dbbb095353ab4376/queue: appending metadata at 1731878593174 (+12 ms)Flushing 865d76f231260b58dbbb095353ab4376/queue: closing flushed file at 1731878593174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290c030b: reopening flushed file at 1731878593581 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59901c85: reopening flushed file at 1731878593586 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 865d76f231260b58dbbb095353ab4376 in 847ms, sequenceid=17, compaction requested=false at 1731878593590 (+4 ms)Writing region close event to WAL at 1731878593592 (+2 ms)Running coprocessor post-close hooks at 1731878593595 (+3 ms)Closed at 1731878593595 2024-11-17T21:23:13,595 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731878579263.865d76f231260b58dbbb095353ab4376. 2024-11-17T21:23:13,601 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/rep_barrier/8914328673b747c1a2b91a7a0494411b is 112, key is test,,1731878573807.69adc2a67a176975ea93a611c2f75fd4./rep_barrier:seqnumDuringOpen/1731878574957/Put/seqid=0 2024-11-17T21:23:13,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741851_1027 (size=5518) 2024-11-17T21:23:13,700 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 393, reset compression=false 2024-11-17T21:23:13,702 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 688, reset compression=false 2024-11-17T21:23:13,704 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T21:23:13,704 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 688, reset compression=false 2024-11-17T21:23:13,704 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a313eea8709e,41951,1731878561111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T21:23:13,705 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-17T21:23:13,741 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:23:13,741 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:23:13,741 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:13,907 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 688, reset compression=false 2024-11-17T21:23:13,942 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:14,005 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/rep_barrier/8914328673b747c1a2b91a7a0494411b 2024-11-17T21:23:14,027 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/table/d67daa1a61454714a572b6a71fc442f2 is 53, key is hbase:replication/table:state/1731878579665/Put/seqid=0 2024-11-17T21:23:14,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741852_1028 (size=5308) 2024-11-17T21:23:14,142 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:14,205 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 688, reset compression=false 2024-11-17T21:23:14,210 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 688, reset compression=false 2024-11-17T21:23:14,342 DEBUG [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:23:14,430 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/table/d67daa1a61454714a572b6a71fc442f2 2024-11-17T21:23:14,434 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/info/d0b992430cde44ccb4ac675b89a1896f as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/info/d0b992430cde44ccb4ac675b89a1896f 2024-11-17T21:23:14,437 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/info/d0b992430cde44ccb4ac675b89a1896f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T21:23:14,438 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/ns/6c0100ce929b4e30abc97118c9b4abdf as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/ns/6c0100ce929b4e30abc97118c9b4abdf 2024-11-17T21:23:14,441 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/ns/6c0100ce929b4e30abc97118c9b4abdf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T21:23:14,442 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/rep_barrier/8914328673b747c1a2b91a7a0494411b as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/rep_barrier/8914328673b747c1a2b91a7a0494411b 2024-11-17T21:23:14,445 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/rep_barrier/8914328673b747c1a2b91a7a0494411b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T21:23:14,445 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/.tmp/table/d67daa1a61454714a572b6a71fc442f2 as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/table/d67daa1a61454714a572b6a71fc442f2 2024-11-17T21:23:14,448 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/table/d67daa1a61454714a572b6a71fc442f2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T21:23:14,449 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-17T21:23:14,449 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:23:14,453 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T21:23:14,453 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T21:23:14,453 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:23:14,453 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:23:14,453 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731878592740Running coprocessor pre-close hooks at 1731878592740Disabling compacts and flushes for region at 1731878592740Disabling writes for close at 1731878592740Obtaining lock to block concurrent updates at 1731878592741 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731878592741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731878592741Flushing stores of hbase:meta,,1.1588230740 at 1731878592741Flushing 1588230740/info: creating writer at 1731878592741Flushing 1588230740/info: appending metadata at 1731878592760 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731878592760Flushing 1588230740/ns: creating writer at 1731878593167 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731878593182 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731878593182Flushing 1588230740/rep_barrier: creating writer at 1731878593589 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731878593601 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731878593601Flushing 1588230740/table: creating writer at 1731878594008 (+407 ms)Flushing 1588230740/table: appending metadata at 1731878594026 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731878594027 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f604da0: reopening flushed file at 1731878594434 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34df7b8a: reopening flushed file at 1731878594437 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1477f0fb: reopening flushed file at 1731878594441 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ab1432: reopening flushed file at 1731878594445 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731878594449 (+4 ms)Writing region close event to WAL at 1731878594451 (+2 ms)Running coprocessor post-close hooks at 1731878594453 (+2 ms)Closed at 1731878594453 2024-11-17T21:23:14,453 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:23:14,542 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,41951,1731878561111; all regions closed. 2024-11-17T21:23:14,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741844_1020 (size=859) 2024-11-17T21:23:14,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741842_1018 (size=2791) 2024-11-17T21:23:14,546 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.rep.1731878583287 not finished, retry = 0 2024-11-17T21:23:14,613 DEBUG [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/WALs/a313eea8709e,41951,1731878561111/a313eea8709e%2C41951%2C1731878561111.1731878583318 to pos 688, reset compression=false 2024-11-17T21:23:14,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741843_1019 (size=696) 2024-11-17T21:23:14,648 DEBUG [RS:0;a313eea8709e:41951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:14,648 INFO [RS:0;a313eea8709e:41951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:23:14,649 INFO [RS:0;a313eea8709e:41951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:23:14,649 INFO [RS:0;a313eea8709e:41951 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T21:23:14,649 INFO [RS:0;a313eea8709e:41951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:23:14,649 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:23:14,649 INFO [RS:0;a313eea8709e:41951 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a313eea8709e,41951,1731878561111 because: Region server is closing 2024-11-17T21:23:14,650 INFO [RS:0;a313eea8709e:41951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:41951. 2024-11-17T21:23:14,650 DEBUG [RS:0;a313eea8709e:41951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:14,650 DEBUG [RS:0;a313eea8709e:41951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:14,650 DEBUG [RS:0;a313eea8709e:41951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:14,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:14,750 INFO [RS:0;a313eea8709e:41951 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 terminated 2024-11-17T21:23:14,750 INFO [RS:0;a313eea8709e:41951 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a313eea8709e,41951,1731878561111 because: Region server is closing 2024-11-17T21:23:14,750 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,1-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,1-a313eea8709e,41951,1731878561111 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:23:14,750 INFO [RS:0;a313eea8709e:41951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:41951. 2024-11-17T21:23:14,751 DEBUG [RS:0;a313eea8709e:41951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:23:14,751 DEBUG [RS:0;a313eea8709e:41951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:14,751 DEBUG [RS:0;a313eea8709e:41951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:23:14,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:23:14,851 INFO [RS:0;a313eea8709e:41951 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.shippera313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 terminated 2024-11-17T21:23:14,851 WARN [RS_REFRESH_PEER-regionserver/a313eea8709e:0-0.replicationSource,2-a313eea8709e,41951,1731878561111.replicationSource.wal-reader.a313eea8709e%2C41951%2C1731878561111,2-a313eea8709e,41951,1731878561111 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T21:23:14,851 INFO [RS:0;a313eea8709e:41951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41951 2024-11-17T21:23:14,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540/rs 2024-11-17T21:23:14,943 INFO [RS:0;a313eea8709e:41951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:23:14,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01196231540/rs/a313eea8709e,41951,1731878561111 2024-11-17T21:23:14,954 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,41951,1731878561111] 2024-11-17T21:23:14,964 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01196231540/draining/a313eea8709e,41951,1731878561111 already deleted, retry=false 2024-11-17T21:23:14,964 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,41951,1731878561111 expired; onlineServers=0 2024-11-17T21:23:14,964 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,40053,1731878560900' ***** 2024-11-17T21:23:14,964 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:23:14,964 INFO [M:0;a313eea8709e:40053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:23:14,964 INFO [M:0;a313eea8709e:40053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:23:14,964 DEBUG [M:0;a313eea8709e:40053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:23:14,964 DEBUG [M:0;a313eea8709e:40053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:23:14,964 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:23:14,964 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878562314 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731878562314,5,FailOnTimeoutGroup] 2024-11-17T21:23:14,964 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878562314 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731878562314,5,FailOnTimeoutGroup] 2024-11-17T21:23:14,965 INFO [M:0;a313eea8709e:40053 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:23:14,965 INFO [M:0;a313eea8709e:40053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:23:14,965 DEBUG [M:0;a313eea8709e:40053 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:23:14,965 INFO [M:0;a313eea8709e:40053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:23:14,965 INFO [M:0;a313eea8709e:40053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:23:14,965 ERROR [M:0;a313eea8709e:40053 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:33329 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33329,5,PEWorkerGroup] 2024-11-17T21:23:14,965 INFO [M:0;a313eea8709e:40053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:23:14,965 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:23:14,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01196231540/master 2024-11-17T21:23:14,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01196231540 2024-11-17T21:23:14,975 DEBUG [M:0;a313eea8709e:40053 {}] zookeeper.ZKUtil(347): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Unable to get data of znode /01196231540/master because node does not exist (not an error) 2024-11-17T21:23:14,975 WARN [M:0;a313eea8709e:40053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:23:14,975 INFO [M:0;a313eea8709e:40053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/.lastflushedseqids 2024-11-17T21:23:14,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741853_1029 (size=263) 2024-11-17T21:23:15,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:15,054 INFO [RS:0;a313eea8709e:41951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:23:15,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014aad95fe0001, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:15,054 INFO [RS:0;a313eea8709e:41951 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,41951,1731878561111; zookeeper connection closed. 2024-11-17T21:23:15,054 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c3d5757 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c3d5757 2024-11-17T21:23:15,054 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:23:15,379 INFO [M:0;a313eea8709e:40053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:23:15,379 INFO [M:0;a313eea8709e:40053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:23:15,379 DEBUG [M:0;a313eea8709e:40053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:23:15,379 INFO [M:0;a313eea8709e:40053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:15,379 DEBUG [M:0;a313eea8709e:40053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:15,379 DEBUG [M:0;a313eea8709e:40053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:23:15,379 DEBUG [M:0;a313eea8709e:40053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:15,379 INFO [M:0;a313eea8709e:40053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-11-17T21:23:15,391 DEBUG [M:0;a313eea8709e:40053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b82993a158c486bbf8eb5626d32dfec is 82, key is hbase:meta,,1/info:regioninfo/1731878563554/Put/seqid=0 2024-11-17T21:23:15,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741854_1030 (size=5672) 2024-11-17T21:23:15,795 INFO [M:0;a313eea8709e:40053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b82993a158c486bbf8eb5626d32dfec 2024-11-17T21:23:15,812 DEBUG [M:0;a313eea8709e:40053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6aba9dabcc5a4205b9dda7b53f2a6329 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731878574967/Put/seqid=0 2024-11-17T21:23:15,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741855_1031 (size=7611) 2024-11-17T21:23:16,216 INFO [M:0;a313eea8709e:40053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6aba9dabcc5a4205b9dda7b53f2a6329 2024-11-17T21:23:16,219 INFO [M:0;a313eea8709e:40053 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aba9dabcc5a4205b9dda7b53f2a6329 2024-11-17T21:23:16,239 DEBUG [M:0;a313eea8709e:40053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeb86d4b89444c2dad1b6b2d56a2e88f is 69, key is a313eea8709e,41951,1731878561111/rs:state/1731878562382/Put/seqid=0 2024-11-17T21:23:16,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741856_1032 (size=5156) 2024-11-17T21:23:16,437 INFO [master/a313eea8709e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T21:23:16,437 INFO [master/a313eea8709e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T21:23:16,643 INFO [M:0;a313eea8709e:40053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeb86d4b89444c2dad1b6b2d56a2e88f 2024-11-17T21:23:16,647 DEBUG [M:0;a313eea8709e:40053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b82993a158c486bbf8eb5626d32dfec as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b82993a158c486bbf8eb5626d32dfec 2024-11-17T21:23:16,650 INFO [M:0;a313eea8709e:40053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b82993a158c486bbf8eb5626d32dfec, entries=8, sequenceid=121, filesize=5.5 K 2024-11-17T21:23:16,651 DEBUG [M:0;a313eea8709e:40053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6aba9dabcc5a4205b9dda7b53f2a6329 as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6aba9dabcc5a4205b9dda7b53f2a6329 2024-11-17T21:23:16,655 INFO [M:0;a313eea8709e:40053 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aba9dabcc5a4205b9dda7b53f2a6329 2024-11-17T21:23:16,655 INFO [M:0;a313eea8709e:40053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6aba9dabcc5a4205b9dda7b53f2a6329, entries=13, sequenceid=121, filesize=7.4 K 2024-11-17T21:23:16,656 DEBUG [M:0;a313eea8709e:40053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeb86d4b89444c2dad1b6b2d56a2e88f as hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aeb86d4b89444c2dad1b6b2d56a2e88f 2024-11-17T21:23:16,665 INFO [M:0;a313eea8709e:40053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33329/user/jenkins/test-data/6209b6d5-2b11-4b0c-7b11-8c248b5a6ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aeb86d4b89444c2dad1b6b2d56a2e88f, entries=1, sequenceid=121, filesize=5.0 K 2024-11-17T21:23:16,666 INFO [M:0;a313eea8709e:40053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=121, compaction requested=false 2024-11-17T21:23:16,668 INFO [M:0;a313eea8709e:40053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:23:16,668 DEBUG [M:0;a313eea8709e:40053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731878595379Disabling compacts and flushes for region at 1731878595379Disabling writes for close at 1731878595379Obtaining lock to block concurrent updates at 1731878595379Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731878595379Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1731878595380 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731878595380Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731878595380Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731878595391 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731878595391Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731878595799 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731878595811 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731878595811Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731878596219 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731878596239 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731878596239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a116cb7: reopening flushed file at 1731878596647 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a802df1: reopening flushed file at 1731878596650 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd2980e: reopening flushed file at 1731878596655 (+5 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=121, compaction requested=false at 1731878596666 (+11 ms)Writing region close event to WAL at 1731878596668 (+2 ms)Closed at 1731878596668 2024-11-17T21:23:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741830_1006 (size=69932) 2024-11-17T21:23:16,678 INFO [M:0;a313eea8709e:40053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:23:16,678 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:23:16,678 INFO [M:0;a313eea8709e:40053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40053 2024-11-17T21:23:16,678 INFO [M:0;a313eea8709e:40053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:23:16,843 INFO [M:0;a313eea8709e:40053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:23:16,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:16,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1014aad95fe0000, quorum=127.0.0.1:55224, baseZNode=/01196231540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:23:16,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@772cd50{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:23:16,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bde6823{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:23:16,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:23:16,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aea8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:23:16,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61aeee70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/hadoop.log.dir/,STOPPED} 2024-11-17T21:23:16,847 WARN [BP-829272312-172.17.0.2-1731878558317 heartbeating to localhost/127.0.0.1:33329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:23:16,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:23:16,848 WARN [BP-829272312-172.17.0.2-1731878558317 heartbeating to localhost/127.0.0.1:33329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-829272312-172.17.0.2-1731878558317 (Datanode Uuid 1a5970d9-1c0b-4a04-ab03-b07b8679badc) service to localhost/127.0.0.1:33329 2024-11-17T21:23:16,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:23:16,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/cluster_1bf42ac6-be55-ba34-e103-8e2b7e3336ca/data/data1/current/BP-829272312-172.17.0.2-1731878558317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:23:16,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/cluster_1bf42ac6-be55-ba34-e103-8e2b7e3336ca/data/data2/current/BP-829272312-172.17.0.2-1731878558317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:23:16,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:23:16,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a93662f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:23:16,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169722f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:23:16,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:23:16,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebed45a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:23:16,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59820be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f3e5390-ad66-819c-889b-e0d688c017b2/hadoop.log.dir/,STOPPED} 2024-11-17T21:23:16,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T21:23:16,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:23:16,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 531) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34683 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55224) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:34683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33329 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55224) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34421 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55224) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=971 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 498), ProcessCount=11 (was 11), AvailableMemoryMB=7604 (was 7483) - AvailableMemoryMB LEAK? - 2024-11-17T21:23:16,884 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500